1 /* 2 * Copyright (c) 2010 The WebM project authors. All Rights Reserved. 3 * 4 * Use of this source code is governed by a BSD-style license 5 * that can be found in the LICENSE file in the root of the source 6 * tree. An additional intellectual property rights grant can be found 7 * in the file PATENTS. All contributing project authors may 8 * be found in the AUTHORS file in the root of the source tree. 9 */ 10 11 #include <math.h> 12 #include <stdlib.h> 13 #include <stdio.h> 14 15 #include "./vpx_dsp_rtcd.h" 16 #include "./vpx_config.h" 17 #include "./vpx_scale_rtcd.h" 18 #include "./vp9_rtcd.h" 19 20 #include "vpx_dsp/vpx_dsp_common.h" 21 #include "vpx_dsp/postproc.h" 22 #include "vpx_ports/mem.h" 23 #include "vpx_ports/system_state.h" 24 #include "vpx_scale/vpx_scale.h" 25 #include "vpx_scale/yv12config.h" 26 27 #include "vp9/common/vp9_onyxc_int.h" 28 #include "vp9/common/vp9_postproc.h" 29 30 #if CONFIG_VP9_POSTPROC 31 32 static const uint8_t q_diff_thresh = 20; 33 static const uint8_t last_q_thresh = 170; 34 extern const int16_t vpx_rv[]; 35 36 #if CONFIG_VP9_HIGHBITDEPTH 37 static const int16_t kernel5[] = { 1, 1, 4, 1, 1 }; 38 39 void vp9_highbd_post_proc_down_and_across_c(const uint16_t *src_ptr, 40 uint16_t *dst_ptr, 41 int src_pixels_per_line, 42 int dst_pixels_per_line, int rows, 43 int cols, int flimit) { 44 uint16_t const *p_src; 45 uint16_t *p_dst; 46 int row, col, i, v, kernel; 47 int pitch = src_pixels_per_line; 48 uint16_t d[8]; 49 50 for (row = 0; row < rows; row++) { 51 // post_proc_down for one row. 52 p_src = src_ptr; 53 p_dst = dst_ptr; 54 55 for (col = 0; col < cols; col++) { 56 kernel = 4; 57 v = p_src[col]; 58 59 for (i = -2; i <= 2; i++) { 60 if (abs(v - p_src[col + i * pitch]) > flimit) goto down_skip_convolve; 61 62 kernel += kernel5[2 + i] * p_src[col + i * pitch]; 63 } 64 65 v = (kernel >> 3); 66 67 down_skip_convolve: 68 p_dst[col] = v; 69 } 70 71 /* now post_proc_across */ 72 p_src = dst_ptr; 73 p_dst = dst_ptr; 74 75 for (i = 0; i < 8; i++) d[i] = p_src[i]; 76 77 for (col = 0; col < cols; col++) { 78 kernel = 4; 79 v = p_src[col]; 80 81 d[col & 7] = v; 82 83 for (i = -2; i <= 2; i++) { 84 if (abs(v - p_src[col + i]) > flimit) goto across_skip_convolve; 85 86 kernel += kernel5[2 + i] * p_src[col + i]; 87 } 88 89 d[col & 7] = (kernel >> 3); 90 91 across_skip_convolve: 92 if (col >= 2) p_dst[col - 2] = d[(col - 2) & 7]; 93 } 94 95 /* handle the last two pixels */ 96 p_dst[col - 2] = d[(col - 2) & 7]; 97 p_dst[col - 1] = d[(col - 1) & 7]; 98 99 /* next row */ 100 src_ptr += pitch; 101 dst_ptr += dst_pixels_per_line; 102 } 103 } 104 #endif // CONFIG_VP9_HIGHBITDEPTH 105 106 static int q2mbl(int x) { 107 if (x < 20) x = 20; 108 109 x = 50 + (x - 50) * 10 / 8; 110 return x * x / 3; 111 } 112 113 #if CONFIG_VP9_HIGHBITDEPTH 114 void vp9_highbd_mbpost_proc_across_ip_c(uint16_t *src, int pitch, int rows, 115 int cols, int flimit) { 116 int r, c, i; 117 118 uint16_t *s = src; 119 uint16_t d[16]; 120 121 for (r = 0; r < rows; r++) { 122 int sumsq = 0; 123 int sum = 0; 124 125 for (i = -8; i <= 6; i++) { 126 sumsq += s[i] * s[i]; 127 sum += s[i]; 128 d[i + 8] = 0; 129 } 130 131 for (c = 0; c < cols + 8; c++) { 132 int x = s[c + 7] - s[c - 8]; 133 int y = s[c + 7] + s[c - 8]; 134 135 sum += x; 136 sumsq += x * y; 137 138 d[c & 15] = s[c]; 139 140 if (sumsq * 15 - sum * sum < flimit) { 141 d[c & 15] = (8 + sum + s[c]) >> 4; 142 } 143 144 s[c - 8] = d[(c - 8) & 15]; 145 } 146 147 s += pitch; 148 } 149 } 150 #endif // CONFIG_VP9_HIGHBITDEPTH 151 152 #if CONFIG_VP9_HIGHBITDEPTH 153 void vp9_highbd_mbpost_proc_down_c(uint16_t *dst, int pitch, int rows, int cols, 154 int flimit) { 155 int r, c, i; 156 const int16_t *rv3 = &vpx_rv[63 & rand()]; // NOLINT 157 158 for (c = 0; c < cols; c++) { 159 uint16_t *s = &dst[c]; 160 int sumsq = 0; 161 int sum = 0; 162 uint16_t d[16]; 163 const int16_t *rv2 = rv3 + ((c * 17) & 127); 164 165 for (i = -8; i <= 6; i++) { 166 sumsq += s[i * pitch] * s[i * pitch]; 167 sum += s[i * pitch]; 168 } 169 170 for (r = 0; r < rows + 8; r++) { 171 sumsq += s[7 * pitch] * s[7 * pitch] - s[-8 * pitch] * s[-8 * pitch]; 172 sum += s[7 * pitch] - s[-8 * pitch]; 173 d[r & 15] = s[0]; 174 175 if (sumsq * 15 - sum * sum < flimit) { 176 d[r & 15] = (rv2[r & 127] + sum + s[0]) >> 4; 177 } 178 179 s[-8 * pitch] = d[(r - 8) & 15]; 180 s += pitch; 181 } 182 } 183 } 184 #endif // CONFIG_VP9_HIGHBITDEPTH 185 186 static void deblock_and_de_macro_block(YV12_BUFFER_CONFIG *source, 187 YV12_BUFFER_CONFIG *post, int q, 188 int low_var_thresh, int flag, 189 uint8_t *limits) { 190 (void)low_var_thresh; 191 (void)flag; 192 #if CONFIG_VP9_HIGHBITDEPTH 193 if (source->flags & YV12_FLAG_HIGHBITDEPTH) { 194 double level = 6.0e-05 * q * q * q - .0067 * q * q + .306 * q + .0065; 195 int ppl = (int)(level + .5); 196 vp9_highbd_post_proc_down_and_across( 197 CONVERT_TO_SHORTPTR(source->y_buffer), 198 CONVERT_TO_SHORTPTR(post->y_buffer), source->y_stride, post->y_stride, 199 source->y_height, source->y_width, ppl); 200 201 vp9_highbd_mbpost_proc_across_ip(CONVERT_TO_SHORTPTR(post->y_buffer), 202 post->y_stride, post->y_height, 203 post->y_width, q2mbl(q)); 204 205 vp9_highbd_mbpost_proc_down(CONVERT_TO_SHORTPTR(post->y_buffer), 206 post->y_stride, post->y_height, post->y_width, 207 q2mbl(q)); 208 209 vp9_highbd_post_proc_down_and_across( 210 CONVERT_TO_SHORTPTR(source->u_buffer), 211 CONVERT_TO_SHORTPTR(post->u_buffer), source->uv_stride, post->uv_stride, 212 source->uv_height, source->uv_width, ppl); 213 vp9_highbd_post_proc_down_and_across( 214 CONVERT_TO_SHORTPTR(source->v_buffer), 215 CONVERT_TO_SHORTPTR(post->v_buffer), source->uv_stride, post->uv_stride, 216 source->uv_height, source->uv_width, ppl); 217 } else { 218 #endif // CONFIG_VP9_HIGHBITDEPTH 219 vp9_deblock(source, post, q, limits); 220 vpx_mbpost_proc_across_ip(post->y_buffer, post->y_stride, post->y_height, 221 post->y_width, q2mbl(q)); 222 vpx_mbpost_proc_down(post->y_buffer, post->y_stride, post->y_height, 223 post->y_width, q2mbl(q)); 224 #if CONFIG_VP9_HIGHBITDEPTH 225 } 226 #endif // CONFIG_VP9_HIGHBITDEPTH 227 } 228 229 void vp9_deblock(const YV12_BUFFER_CONFIG *src, YV12_BUFFER_CONFIG *dst, int q, 230 uint8_t *limits) { 231 const int ppl = 232 (int)(6.0e-05 * q * q * q - 0.0067 * q * q + 0.306 * q + 0.0065 + 0.5); 233 #if CONFIG_VP9_HIGHBITDEPTH 234 if (src->flags & YV12_FLAG_HIGHBITDEPTH) { 235 int i; 236 const uint8_t *const srcs[3] = { src->y_buffer, src->u_buffer, 237 src->v_buffer }; 238 const int src_strides[3] = { src->y_stride, src->uv_stride, 239 src->uv_stride }; 240 const int src_widths[3] = { src->y_width, src->uv_width, src->uv_width }; 241 const int src_heights[3] = { src->y_height, src->uv_height, 242 src->uv_height }; 243 244 uint8_t *const dsts[3] = { dst->y_buffer, dst->u_buffer, dst->v_buffer }; 245 const int dst_strides[3] = { dst->y_stride, dst->uv_stride, 246 dst->uv_stride }; 247 for (i = 0; i < MAX_MB_PLANE; ++i) { 248 vp9_highbd_post_proc_down_and_across( 249 CONVERT_TO_SHORTPTR(srcs[i]), CONVERT_TO_SHORTPTR(dsts[i]), 250 src_strides[i], dst_strides[i], src_heights[i], src_widths[i], ppl); 251 } 252 } else { 253 #endif // CONFIG_VP9_HIGHBITDEPTH 254 int mbr; 255 const int mb_rows = src->y_height / 16; 256 const int mb_cols = src->y_width / 16; 257 258 memset(limits, (unsigned char)ppl, 16 * mb_cols); 259 260 for (mbr = 0; mbr < mb_rows; mbr++) { 261 vpx_post_proc_down_and_across_mb_row( 262 src->y_buffer + 16 * mbr * src->y_stride, 263 dst->y_buffer + 16 * mbr * dst->y_stride, src->y_stride, 264 dst->y_stride, src->y_width, limits, 16); 265 vpx_post_proc_down_and_across_mb_row( 266 src->u_buffer + 8 * mbr * src->uv_stride, 267 dst->u_buffer + 8 * mbr * dst->uv_stride, src->uv_stride, 268 dst->uv_stride, src->uv_width, limits, 8); 269 vpx_post_proc_down_and_across_mb_row( 270 src->v_buffer + 8 * mbr * src->uv_stride, 271 dst->v_buffer + 8 * mbr * dst->uv_stride, src->uv_stride, 272 dst->uv_stride, src->uv_width, limits, 8); 273 } 274 #if CONFIG_VP9_HIGHBITDEPTH 275 } 276 #endif // CONFIG_VP9_HIGHBITDEPTH 277 } 278 279 void vp9_denoise(const YV12_BUFFER_CONFIG *src, YV12_BUFFER_CONFIG *dst, int q, 280 uint8_t *limits) { 281 vp9_deblock(src, dst, q, limits); 282 } 283 284 static void swap_mi_and_prev_mi(VP9_COMMON *cm) { 285 // Current mip will be the prev_mip for the next frame. 286 MODE_INFO *temp = cm->postproc_state.prev_mip; 287 cm->postproc_state.prev_mip = cm->mip; 288 cm->mip = temp; 289 290 // Update the upper left visible macroblock ptrs. 291 cm->mi = cm->mip + cm->mi_stride + 1; 292 cm->postproc_state.prev_mi = cm->postproc_state.prev_mip + cm->mi_stride + 1; 293 } 294 295 int vp9_post_proc_frame(struct VP9Common *cm, YV12_BUFFER_CONFIG *dest, 296 vp9_ppflags_t *ppflags) { 297 const int q = VPXMIN(105, cm->lf.filter_level * 2); 298 const int flags = ppflags->post_proc_flag; 299 YV12_BUFFER_CONFIG *const ppbuf = &cm->post_proc_buffer; 300 struct postproc_state *const ppstate = &cm->postproc_state; 301 302 if (!cm->frame_to_show) return -1; 303 304 if (!flags) { 305 *dest = *cm->frame_to_show; 306 return 0; 307 } 308 309 vpx_clear_system_state(); 310 311 // Alloc memory for prev_mip in the first frame. 312 if (cm->current_video_frame == 1) { 313 ppstate->last_base_qindex = cm->base_qindex; 314 ppstate->last_frame_valid = 1; 315 } 316 317 if ((flags & VP9D_MFQE) && ppstate->prev_mip == NULL) { 318 ppstate->prev_mip = vpx_calloc(cm->mi_alloc_size, sizeof(*cm->mip)); 319 if (!ppstate->prev_mip) { 320 return 1; 321 } 322 ppstate->prev_mi = ppstate->prev_mip + cm->mi_stride + 1; 323 } 324 325 // Allocate post_proc_buffer_int if needed. 326 if ((flags & VP9D_MFQE) && !cm->post_proc_buffer_int.buffer_alloc) { 327 if ((flags & VP9D_DEMACROBLOCK) || (flags & VP9D_DEBLOCK)) { 328 const int width = ALIGN_POWER_OF_TWO(cm->width, 4); 329 const int height = ALIGN_POWER_OF_TWO(cm->height, 4); 330 331 if (vpx_alloc_frame_buffer(&cm->post_proc_buffer_int, width, height, 332 cm->subsampling_x, cm->subsampling_y, 333 #if CONFIG_VP9_HIGHBITDEPTH 334 cm->use_highbitdepth, 335 #endif // CONFIG_VP9_HIGHBITDEPTH 336 VP9_ENC_BORDER_IN_PIXELS, 337 cm->byte_alignment) < 0) { 338 vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR, 339 "Failed to allocate MFQE framebuffer"); 340 } 341 342 // Ensure that postproc is set to all 0s so that post proc 343 // doesn't pull random data in from edge. 344 memset(cm->post_proc_buffer_int.buffer_alloc, 128, 345 cm->post_proc_buffer.frame_size); 346 } 347 } 348 349 if (vpx_realloc_frame_buffer(&cm->post_proc_buffer, cm->width, cm->height, 350 cm->subsampling_x, cm->subsampling_y, 351 #if CONFIG_VP9_HIGHBITDEPTH 352 cm->use_highbitdepth, 353 #endif 354 VP9_DEC_BORDER_IN_PIXELS, cm->byte_alignment, 355 NULL, NULL, NULL) < 0) 356 vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR, 357 "Failed to allocate post-processing buffer"); 358 359 if (flags & (VP9D_DEMACROBLOCK | VP9D_DEBLOCK)) { 360 if (!cm->postproc_state.limits) { 361 cm->postproc_state.limits = 362 vpx_calloc(cm->width, sizeof(*cm->postproc_state.limits)); 363 } 364 } 365 366 if (flags & VP9D_ADDNOISE) { 367 if (!cm->postproc_state.generated_noise) { 368 cm->postproc_state.generated_noise = vpx_calloc( 369 cm->width + 256, sizeof(*cm->postproc_state.generated_noise)); 370 if (!cm->postproc_state.generated_noise) return 1; 371 } 372 } 373 374 if ((flags & VP9D_MFQE) && cm->current_video_frame >= 2 && 375 ppstate->last_frame_valid && cm->bit_depth == 8 && 376 ppstate->last_base_qindex <= last_q_thresh && 377 cm->base_qindex - ppstate->last_base_qindex >= q_diff_thresh) { 378 vp9_mfqe(cm); 379 // TODO(jackychen): Consider whether enable deblocking by default 380 // if mfqe is enabled. Need to take both the quality and the speed 381 // into consideration. 382 if ((flags & VP9D_DEMACROBLOCK) || (flags & VP9D_DEBLOCK)) { 383 vpx_yv12_copy_frame(ppbuf, &cm->post_proc_buffer_int); 384 } 385 if ((flags & VP9D_DEMACROBLOCK) && cm->post_proc_buffer_int.buffer_alloc) { 386 deblock_and_de_macro_block(&cm->post_proc_buffer_int, ppbuf, 387 q + (ppflags->deblocking_level - 5) * 10, 1, 0, 388 cm->postproc_state.limits); 389 } else if (flags & VP9D_DEBLOCK) { 390 vp9_deblock(&cm->post_proc_buffer_int, ppbuf, q, 391 cm->postproc_state.limits); 392 } else { 393 vpx_yv12_copy_frame(&cm->post_proc_buffer_int, ppbuf); 394 } 395 } else if (flags & VP9D_DEMACROBLOCK) { 396 deblock_and_de_macro_block(cm->frame_to_show, ppbuf, 397 q + (ppflags->deblocking_level - 5) * 10, 1, 0, 398 cm->postproc_state.limits); 399 } else if (flags & VP9D_DEBLOCK) { 400 vp9_deblock(cm->frame_to_show, ppbuf, q, cm->postproc_state.limits); 401 } else { 402 vpx_yv12_copy_frame(cm->frame_to_show, ppbuf); 403 } 404 405 ppstate->last_base_qindex = cm->base_qindex; 406 ppstate->last_frame_valid = 1; 407 if (flags & VP9D_ADDNOISE) { 408 const int noise_level = ppflags->noise_level; 409 if (ppstate->last_q != q || ppstate->last_noise != noise_level) { 410 double sigma; 411 vpx_clear_system_state(); 412 sigma = noise_level + .5 + .6 * q / 63.0; 413 ppstate->clamp = 414 vpx_setup_noise(sigma, ppstate->generated_noise, cm->width + 256); 415 ppstate->last_q = q; 416 ppstate->last_noise = noise_level; 417 } 418 vpx_plane_add_noise(ppbuf->y_buffer, ppstate->generated_noise, 419 ppstate->clamp, ppstate->clamp, ppbuf->y_width, 420 ppbuf->y_height, ppbuf->y_stride); 421 } 422 423 *dest = *ppbuf; 424 425 /* handle problem with extending borders */ 426 dest->y_width = cm->width; 427 dest->y_height = cm->height; 428 dest->uv_width = dest->y_width >> cm->subsampling_x; 429 dest->uv_height = dest->y_height >> cm->subsampling_y; 430 431 if (flags & VP9D_MFQE) swap_mi_and_prev_mi(cm); 432 return 0; 433 } 434 #endif // CONFIG_VP9_POSTPROC 435
