Home | History | Annotate | Download | only in radeon
      1 /**************************************************************************
      2  *
      3  * Copyright 2015 Advanced Micro Devices, Inc.
      4  * All Rights Reserved.
      5  *
      6  * Permission is hereby granted, free of charge, to any person obtaining a
      7  * copy of this software and associated documentation files (the
      8  * "Software"), to deal in the Software without restriction, including
      9  * without limitation the rights to use, copy, modify, merge, publish,
     10  * distribute, sub license, and/or sell copies of the Software, and to
     11  * permit persons to whom the Software is furnished to do so, subject to
     12  * the following conditions:
     13  *
     14  * The above copyright notice and this permission notice (including the
     15  * next paragraph) shall be included in all copies or substantial portions
     16  * of the Software.
     17  *
     18  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
     19  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
     20  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
     21  * IN NO EVENT SHALL THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR
     22  * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
     23  * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
     24  * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
     25  *
     26  **************************************************************************/
     27 
     28 #include <stdio.h>
     29 
     30 #include "pipe/p_video_codec.h"
     31 
     32 #include "util/u_video.h"
     33 #include "util/u_memory.h"
     34 
     35 #include "vl/vl_video_buffer.h"
     36 
     37 #include "r600_pipe_common.h"
     38 #include "radeon_video.h"
     39 #include "radeon_vce.h"
     40 
     41 static const unsigned profiles[7] = { 66, 77, 88, 100, 110, 122, 244 };
     42 
     43 static void get_rate_control_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
     44 {
     45 	enc->enc_pic.rc.rc_method = pic->rate_ctrl.rate_ctrl_method;
     46 	enc->enc_pic.rc.target_bitrate = pic->rate_ctrl.target_bitrate;
     47 	enc->enc_pic.rc.peak_bitrate = pic->rate_ctrl.peak_bitrate;
     48 	enc->enc_pic.rc.quant_i_frames = pic->quant_i_frames;
     49 	enc->enc_pic.rc.quant_p_frames = pic->quant_p_frames;
     50 	enc->enc_pic.rc.quant_b_frames = pic->quant_b_frames;
     51 	enc->enc_pic.rc.gop_size = pic->gop_size;
     52 	enc->enc_pic.rc.frame_rate_num = pic->rate_ctrl.frame_rate_num;
     53 	enc->enc_pic.rc.frame_rate_den = pic->rate_ctrl.frame_rate_den;
     54 	enc->enc_pic.rc.max_qp = 51;
     55 	enc->enc_pic.rc.vbv_buffer_size = pic->rate_ctrl.vbv_buffer_size;
     56 	enc->enc_pic.rc.vbv_buf_lv = pic->rate_ctrl.vbv_buf_lv;
     57 	enc->enc_pic.rc.fill_data_enable = pic->rate_ctrl.fill_data_enable;
     58 	enc->enc_pic.rc.enforce_hrd = pic->rate_ctrl.enforce_hrd;
     59 	enc->enc_pic.rc.target_bits_picture = pic->rate_ctrl.target_bits_picture;
     60 	enc->enc_pic.rc.peak_bits_picture_integer = pic->rate_ctrl.peak_bits_picture_integer;
     61 	enc->enc_pic.rc.peak_bits_picture_fraction = pic->rate_ctrl.peak_bits_picture_fraction;
     62 }
     63 
     64 static void get_motion_estimation_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
     65 {
     66 	enc->enc_pic.me.motion_est_quarter_pixel = pic->motion_est.motion_est_quarter_pixel;
     67 	enc->enc_pic.me.enc_disable_sub_mode = pic->motion_est.enc_disable_sub_mode;
     68 	enc->enc_pic.me.lsmvert = pic->motion_est.lsmvert;
     69 	enc->enc_pic.me.enc_en_ime_overw_dis_subm = pic->motion_est.enc_en_ime_overw_dis_subm;
     70 	enc->enc_pic.me.enc_ime_overw_dis_subm_no = pic->motion_est.enc_ime_overw_dis_subm_no;
     71 	enc->enc_pic.me.enc_ime2_search_range_x = pic->motion_est.enc_ime2_search_range_x;
     72 	enc->enc_pic.me.enc_ime2_search_range_y = pic->motion_est.enc_ime2_search_range_y;
     73 	enc->enc_pic.me.enc_ime_decimation_search = 0x00000001;
     74 	enc->enc_pic.me.motion_est_half_pixel = 0x00000001;
     75 	enc->enc_pic.me.enc_search_range_x = 0x00000010;
     76 	enc->enc_pic.me.enc_search_range_y = 0x00000010;
     77 	enc->enc_pic.me.enc_search1_range_x = 0x00000010;
     78 	enc->enc_pic.me.enc_search1_range_y = 0x00000010;
     79 }
     80 
     81 static void get_pic_control_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
     82 {
     83 	unsigned encNumMBsPerSlice;
     84 	encNumMBsPerSlice = align(enc->base.width, 16) / 16;
     85 	encNumMBsPerSlice *= align(enc->base.height, 16) / 16;
     86 	enc->enc_pic.pc.enc_crop_right_offset = (align(enc->base.width, 16) - enc->base.width) >> 1;
     87 	enc->enc_pic.pc.enc_crop_bottom_offset = (align(enc->base.height, 16) - enc->base.height) >> 1;
     88 	enc->enc_pic.pc.enc_num_mbs_per_slice = encNumMBsPerSlice;
     89 	enc->enc_pic.pc.enc_b_pic_pattern = MAX2(enc->base.max_references, 1) - 1;
     90 	enc->enc_pic.pc.enc_number_of_reference_frames = MIN2(enc->base.max_references, 2);
     91 	enc->enc_pic.pc.enc_max_num_ref_frames = enc->base.max_references + 1;
     92 	enc->enc_pic.pc.enc_num_default_active_ref_l0 = 0x00000001;
     93 	enc->enc_pic.pc.enc_num_default_active_ref_l1 = 0x00000001;
     94 	enc->enc_pic.pc.enc_cabac_enable = pic->pic_ctrl.enc_cabac_enable;
     95 	enc->enc_pic.pc.enc_constraint_set_flags = pic->pic_ctrl.enc_constraint_set_flags;
     96 	enc->enc_pic.pc.enc_num_default_active_ref_l0 = 0x00000001;
     97 	enc->enc_pic.pc.enc_num_default_active_ref_l1 = 0x00000001;
     98 }
     99 
    100 static void get_task_info_param(struct rvce_encoder *enc)
    101 {
    102 	enc->enc_pic.ti.offset_of_next_task_info = 0xffffffff;
    103 }
    104 
    105 static void get_feedback_buffer_param(struct rvce_encoder *enc)
    106 {
    107 	enc->enc_pic.fb.feedback_ring_size = 0x00000001;
    108 }
    109 
    110 static void get_config_ext_param(struct rvce_encoder *enc)
    111 {
    112 	enc->enc_pic.ce.enc_enable_perf_logging = 0x00000003;
    113 }
    114 
    115 static void get_vui_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
    116 {
    117 	enc->enc_pic.enable_vui = pic->enable_vui;
    118 	enc->enc_pic.vui.video_format = 0x00000005;
    119 	enc->enc_pic.vui.color_prim = 0x00000002;
    120 	enc->enc_pic.vui.transfer_char = 0x00000002;
    121 	enc->enc_pic.vui.matrix_coef = 0x00000002;
    122 	enc->enc_pic.vui.timing_info_present_flag = 0x00000001;
    123 	enc->enc_pic.vui.num_units_in_tick = pic->rate_ctrl.frame_rate_den;
    124 	enc->enc_pic.vui.time_scale = pic->rate_ctrl.frame_rate_num * 2;
    125 	enc->enc_pic.vui.fixed_frame_rate_flag = 0x00000001;
    126 	enc->enc_pic.vui.bit_rate_scale = 0x00000004;
    127 	enc->enc_pic.vui.cpb_size_scale = 0x00000006;
    128 	enc->enc_pic.vui.initial_cpb_removal_delay_length_minus1 = 0x00000017;
    129 	enc->enc_pic.vui.cpb_removal_delay_length_minus1 = 0x00000017;
    130 	enc->enc_pic.vui.dpb_output_delay_length_minus1 = 0x00000017;
    131 	enc->enc_pic.vui.time_offset_length = 0x00000018;
    132 	enc->enc_pic.vui.motion_vectors_over_pic_boundaries_flag = 0x00000001;
    133 	enc->enc_pic.vui.max_bytes_per_pic_denom = 0x00000002;
    134 	enc->enc_pic.vui.max_bits_per_mb_denom = 0x00000001;
    135 	enc->enc_pic.vui.log2_max_mv_length_hori = 0x00000010;
    136 	enc->enc_pic.vui.log2_max_mv_length_vert = 0x00000010;
    137 	enc->enc_pic.vui.num_reorder_frames = 0x00000003;
    138 	enc->enc_pic.vui.max_dec_frame_buffering = 0x00000003;
    139 }
    140 
    141 void radeon_vce_52_get_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
    142 {
    143 	get_rate_control_param(enc, pic);
    144 	get_motion_estimation_param(enc, pic);
    145 	get_pic_control_param(enc, pic);
    146 	get_task_info_param(enc);
    147 	get_feedback_buffer_param(enc);
    148 	get_vui_param(enc, pic);
    149 	get_config_ext_param(enc);
    150 
    151 	enc->enc_pic.picture_type = pic->picture_type;
    152 	enc->enc_pic.frame_num = pic->frame_num;
    153 	enc->enc_pic.frame_num_cnt = pic->frame_num_cnt;
    154 	enc->enc_pic.p_remain = pic->p_remain;
    155 	enc->enc_pic.i_remain = pic->i_remain;
    156 	enc->enc_pic.gop_cnt = pic->gop_cnt;
    157 	enc->enc_pic.pic_order_cnt = pic->pic_order_cnt;
    158 	enc->enc_pic.ref_idx_l0 = pic->ref_idx_l0;
    159 	enc->enc_pic.ref_idx_l1 = pic->ref_idx_l1;
    160 	enc->enc_pic.not_referenced = pic->not_referenced;
    161 	if (enc->dual_inst)
    162 		enc->enc_pic.addrmode_arraymode_disrdo_distwoinstants = 0x00000201;
    163 	else
    164 		enc->enc_pic.addrmode_arraymode_disrdo_distwoinstants = 0x01000201;
    165 	enc->enc_pic.is_idr = pic->is_idr;
    166 }
    167 
    168 static void create(struct rvce_encoder *enc)
    169 {
    170 	enc->task_info(enc, 0x00000000, 0, 0, 0);
    171 
    172 	RVCE_BEGIN(0x01000001); // create cmd
    173 	RVCE_CS(enc->enc_pic.ec.enc_use_circular_buffer);
    174 	RVCE_CS(profiles[enc->base.profile -
    175 		PIPE_VIDEO_PROFILE_MPEG4_AVC_BASELINE]); // encProfile
    176 	RVCE_CS(enc->base.level); // encLevel
    177 	RVCE_CS(enc->enc_pic.ec.enc_pic_struct_restriction);
    178 	RVCE_CS(enc->base.width); // encImageWidth
    179 	RVCE_CS(enc->base.height); // encImageHeight
    180 	RVCE_CS(enc->luma->level[0].nblk_x * enc->luma->bpe); // encRefPicLumaPitch
    181 	RVCE_CS(enc->chroma->level[0].nblk_x * enc->chroma->bpe); // encRefPicChromaPitch
    182 	RVCE_CS(align(enc->luma->level[0].nblk_y, 16) / 8); // encRefYHeightInQw
    183 	RVCE_CS(enc->enc_pic.addrmode_arraymode_disrdo_distwoinstants);
    184 
    185 	RVCE_CS(enc->enc_pic.ec.enc_pre_encode_context_buffer_offset);
    186 	RVCE_CS(enc->enc_pic.ec.enc_pre_encode_input_luma_buffer_offset);
    187 	RVCE_CS(enc->enc_pic.ec.enc_pre_encode_input_chroma_buffer_offset);
    188 	RVCE_CS(enc->enc_pic.ec.enc_pre_encode_mode_chromaflag_vbaqmode_scenechangesensitivity);
    189 	RVCE_END();
    190 }
    191 
    192 static void encode(struct rvce_encoder *enc)
    193 {
    194 	signed luma_offset, chroma_offset, bs_offset;
    195 	unsigned dep, bs_idx = enc->bs_idx++;
    196 	int i;
    197 
    198 	if (enc->dual_inst) {
    199 		if (bs_idx == 0)
    200 			dep = 1;
    201 		else if (enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_IDR)
    202 			dep = 0;
    203 		else
    204 			dep = 2;
    205 	} else
    206 		dep = 0;
    207 
    208 	enc->task_info(enc, 0x00000003, dep, 0, bs_idx);
    209 
    210 	RVCE_BEGIN(0x05000001); // context buffer
    211 	RVCE_READWRITE(enc->cpb.res->buf, enc->cpb.res->domains, 0); // encodeContextAddressHi/Lo
    212 	RVCE_END();
    213 
    214 	bs_offset = -(signed)(bs_idx * enc->bs_size);
    215 
    216 	RVCE_BEGIN(0x05000004); // video bitstream buffer
    217 	RVCE_WRITE(enc->bs_handle, RADEON_DOMAIN_GTT, bs_offset); // videoBitstreamRingAddressHi/Lo
    218 	RVCE_CS(enc->bs_size); // videoBitstreamRingSize
    219 	RVCE_END();
    220 
    221 	if (enc->dual_pipe) {
    222 		unsigned aux_offset = enc->cpb.res->buf->size -
    223 			RVCE_MAX_AUX_BUFFER_NUM * RVCE_MAX_BITSTREAM_OUTPUT_ROW_SIZE * 2;
    224 		RVCE_BEGIN(0x05000002); // auxiliary buffer
    225 		for (i = 0; i < 8; ++i) {
    226 			RVCE_CS(aux_offset);
    227 			aux_offset += RVCE_MAX_BITSTREAM_OUTPUT_ROW_SIZE;
    228 		}
    229 		for (i = 0; i < 8; ++i)
    230 			RVCE_CS(RVCE_MAX_BITSTREAM_OUTPUT_ROW_SIZE);
    231 		RVCE_END();
    232 	}
    233 
    234 	RVCE_BEGIN(0x03000001); // encode
    235 	RVCE_CS(enc->enc_pic.frame_num ? 0x0 : 0x11); // insertHeaders
    236 	RVCE_CS(enc->enc_pic.eo.picture_structure);
    237 	RVCE_CS(enc->bs_size); // allowedMaxBitstreamSize
    238 	RVCE_CS(enc->enc_pic.eo.force_refresh_map);
    239 	RVCE_CS(enc->enc_pic.eo.insert_aud);
    240 	RVCE_CS(enc->enc_pic.eo.end_of_sequence);
    241 	RVCE_CS(enc->enc_pic.eo.end_of_stream);
    242 	RVCE_READ(enc->handle, RADEON_DOMAIN_VRAM,
    243 		enc->luma->level[0].offset); // inputPictureLumaAddressHi/Lo
    244 	RVCE_READ(enc->handle, RADEON_DOMAIN_VRAM,
    245 		enc->chroma->level[0].offset); // inputPictureChromaAddressHi/Lo
    246 	RVCE_CS(align(enc->luma->level[0].nblk_y, 16)); // encInputFrameYPitch
    247 	RVCE_CS(enc->luma->level[0].nblk_x * enc->luma->bpe); // encInputPicLumaPitch
    248 	RVCE_CS(enc->chroma->level[0].nblk_x * enc->chroma->bpe); // encInputPicChromaPitch
    249 	if (enc->dual_pipe)
    250 		enc->enc_pic.eo.enc_input_pic_addr_array_disable2pipe_disablemboffload = 0x00000000;
    251 	else
    252 		enc->enc_pic.eo.enc_input_pic_addr_array_disable2pipe_disablemboffload = 0x00010000;
    253 	RVCE_CS(enc->enc_pic.eo.enc_input_pic_addr_array_disable2pipe_disablemboffload);
    254 	RVCE_CS(enc->enc_pic.eo.enc_input_pic_tile_config);
    255 	RVCE_CS(enc->enc_pic.picture_type); // encPicType
    256 	RVCE_CS(enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_IDR); // encIdrFlag
    257 	if ((enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_IDR) && (enc->enc_pic.eo.enc_idr_pic_id !=0))
    258 		enc->enc_pic.eo.enc_idr_pic_id = enc->enc_pic.idr_pic_id - 1;
    259 	else
    260 		enc->enc_pic.eo.enc_idr_pic_id = 0x00000000;
    261 	RVCE_CS(enc->enc_pic.eo.enc_idr_pic_id);
    262 	RVCE_CS(enc->enc_pic.eo.enc_mgs_key_pic);
    263 	RVCE_CS(!enc->enc_pic.not_referenced);
    264 	RVCE_CS(enc->enc_pic.eo.enc_temporal_layer_index);
    265 	RVCE_CS(enc->enc_pic.eo.num_ref_idx_active_override_flag);
    266 	RVCE_CS(enc->enc_pic.eo.num_ref_idx_l0_active_minus1);
    267 	RVCE_CS(enc->enc_pic.eo.num_ref_idx_l1_active_minus1);
    268 
    269 	i = enc->enc_pic.frame_num - enc->enc_pic.ref_idx_l0;
    270 	if (i > 1 && enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_P) {
    271 		enc->enc_pic.eo.enc_ref_list_modification_op = 0x00000001;
    272 		enc->enc_pic.eo.enc_ref_list_modification_num = i - 1;
    273 		RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_op);
    274 		RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_num);
    275 	} else {
    276 		enc->enc_pic.eo.enc_ref_list_modification_op = 0x00000000;
    277 		enc->enc_pic.eo.enc_ref_list_modification_num = 0x00000000;
    278 		RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_op);
    279 		RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_num);
    280 	}
    281 
    282 	for (i = 0; i < 3; ++i) {
    283 		enc->enc_pic.eo.enc_ref_list_modification_op = 0x00000000;
    284 		enc->enc_pic.eo.enc_ref_list_modification_num = 0x00000000;
    285 		RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_op);
    286 		RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_num);
    287 	}
    288 	for (i = 0; i < 4; ++i) {
    289 		RVCE_CS(enc->enc_pic.eo.enc_decoded_picture_marking_op);
    290 		RVCE_CS(enc->enc_pic.eo.enc_decoded_picture_marking_num);
    291 		RVCE_CS(enc->enc_pic.eo.enc_decoded_picture_marking_idx);
    292 		RVCE_CS(enc->enc_pic.eo.enc_decoded_ref_base_picture_marking_op);
    293 		RVCE_CS(enc->enc_pic.eo.enc_decoded_ref_base_picture_marking_num);
    294 	}
    295 
    296 	// encReferencePictureL0[0]
    297 	RVCE_CS(0x00000000); // pictureStructure
    298 	if(enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_P ||
    299 		enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_B) {
    300 		struct rvce_cpb_slot *l0 = l0_slot(enc);
    301 		rvce_frame_offset(enc, l0, &luma_offset, &chroma_offset);
    302 		RVCE_CS(l0->picture_type);
    303 		RVCE_CS(l0->frame_num);
    304 		RVCE_CS(l0->pic_order_cnt);
    305 		RVCE_CS(luma_offset);
    306 		RVCE_CS(chroma_offset);
    307 	} else {
    308 		enc->enc_pic.eo.l0_enc_pic_type = 0x00000000;
    309 		enc->enc_pic.eo.l0_frame_number = 0x00000000;
    310 		enc->enc_pic.eo.l0_picture_order_count = 0x00000000;
    311 		enc->enc_pic.eo.l0_luma_offset = 0xffffffff;
    312 		enc->enc_pic.eo.l0_chroma_offset = 0xffffffff;
    313 		RVCE_CS(enc->enc_pic.eo.l0_enc_pic_type);
    314 		RVCE_CS(enc->enc_pic.eo.l0_frame_number);
    315 		RVCE_CS(enc->enc_pic.eo.l0_picture_order_count);
    316 		RVCE_CS(enc->enc_pic.eo.l0_luma_offset);
    317 		RVCE_CS(enc->enc_pic.eo.l0_chroma_offset);
    318 	}
    319 
    320 	// encReferencePictureL0[1]
    321 	enc->enc_pic.eo.l0_picture_structure = 0x00000000;
    322 	enc->enc_pic.eo.l0_enc_pic_type = 0x00000000;
    323 	enc->enc_pic.eo.l0_frame_number = 0x00000000;
    324 	enc->enc_pic.eo.l0_picture_order_count = 0x00000000;
    325 	enc->enc_pic.eo.l0_luma_offset = 0xffffffff;
    326 	enc->enc_pic.eo.l0_chroma_offset = 0xffffffff;
    327 	RVCE_CS(enc->enc_pic.eo.l0_picture_structure);
    328 	RVCE_CS(enc->enc_pic.eo.l0_enc_pic_type);
    329 	RVCE_CS(enc->enc_pic.eo.l0_frame_number);
    330 	RVCE_CS(enc->enc_pic.eo.l0_picture_order_count);
    331 	RVCE_CS(enc->enc_pic.eo.l0_luma_offset);
    332 	RVCE_CS(enc->enc_pic.eo.l0_chroma_offset);
    333 
    334 	// encReferencePictureL1[0]
    335 	RVCE_CS(0x00000000); // pictureStructure
    336 	if(enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_B) {
    337 		struct rvce_cpb_slot *l1 = l1_slot(enc);
    338 		rvce_frame_offset(enc, l1, &luma_offset, &chroma_offset);
    339 		RVCE_CS(l1->picture_type);
    340 		RVCE_CS(l1->frame_num);
    341 		RVCE_CS(l1->pic_order_cnt);
    342 		RVCE_CS(luma_offset);
    343 		RVCE_CS(chroma_offset);
    344 	} else {
    345 		enc->enc_pic.eo.l1_enc_pic_type = 0x00000000;
    346 		enc->enc_pic.eo.l1_frame_number = 0x00000000;
    347 		enc->enc_pic.eo.l1_picture_order_count = 0x00000000;
    348 		enc->enc_pic.eo.l1_luma_offset = 0xffffffff;
    349 		enc->enc_pic.eo.l1_chroma_offset = 0xffffffff;
    350 		RVCE_CS(enc->enc_pic.eo.l1_enc_pic_type);
    351 		RVCE_CS(enc->enc_pic.eo.l1_frame_number);
    352 		RVCE_CS(enc->enc_pic.eo.l1_picture_order_count);
    353 		RVCE_CS(enc->enc_pic.eo.l1_luma_offset);
    354 		RVCE_CS(enc->enc_pic.eo.l1_chroma_offset);
    355 	}
    356 
    357 	rvce_frame_offset(enc, current_slot(enc), &luma_offset, &chroma_offset);
    358 	RVCE_CS(luma_offset);
    359 	RVCE_CS(chroma_offset);
    360 	RVCE_CS(enc->enc_pic.eo.enc_coloc_buffer_offset);
    361 	RVCE_CS(enc->enc_pic.eo.enc_reconstructed_ref_base_picture_luma_offset);
    362 	RVCE_CS(enc->enc_pic.eo.enc_reconstructed_ref_base_picture_chroma_offset);
    363 	RVCE_CS(enc->enc_pic.eo.enc_reference_ref_base_picture_luma_offset);
    364 	RVCE_CS(enc->enc_pic.eo.enc_reference_ref_base_picture_chroma_offset);
    365 	RVCE_CS(enc->enc_pic.frame_num_cnt-1);
    366 	RVCE_CS(enc->enc_pic.frame_num);
    367 	RVCE_CS(enc->enc_pic.pic_order_cnt);
    368 	RVCE_CS(enc->enc_pic.i_remain);
    369 	RVCE_CS(enc->enc_pic.p_remain);
    370 	RVCE_CS(enc->enc_pic.eo.num_b_pic_remain_in_rcgop);
    371 	RVCE_CS(enc->enc_pic.eo.num_ir_pic_remain_in_rcgop);
    372 	RVCE_CS(enc->enc_pic.eo.enable_intra_refresh);
    373 
    374 	RVCE_CS(enc->enc_pic.eo.aq_variance_en);
    375 	RVCE_CS(enc->enc_pic.eo.aq_block_size);
    376 	RVCE_CS(enc->enc_pic.eo.aq_mb_variance_sel);
    377 	RVCE_CS(enc->enc_pic.eo.aq_frame_variance_sel);
    378 	RVCE_CS(enc->enc_pic.eo.aq_param_a);
    379 	RVCE_CS(enc->enc_pic.eo.aq_param_b);
    380 	RVCE_CS(enc->enc_pic.eo.aq_param_c);
    381 	RVCE_CS(enc->enc_pic.eo.aq_param_d);
    382 	RVCE_CS(enc->enc_pic.eo.aq_param_e);
    383 
    384 	RVCE_CS(enc->enc_pic.eo.context_in_sfb);
    385 	RVCE_END();
    386 }
    387 
    388 static void rate_control(struct rvce_encoder *enc)
    389 {
    390 	RVCE_BEGIN(0x04000005); // rate control
    391 	RVCE_CS(enc->enc_pic.rc.rc_method);
    392 	RVCE_CS(enc->enc_pic.rc.target_bitrate);
    393 	RVCE_CS(enc->enc_pic.rc.peak_bitrate);
    394 	RVCE_CS(enc->enc_pic.rc.frame_rate_num);
    395 	RVCE_CS(enc->enc_pic.rc.gop_size);
    396 	RVCE_CS(enc->enc_pic.rc.quant_i_frames);
    397 	RVCE_CS(enc->enc_pic.rc.quant_p_frames);
    398 	RVCE_CS(enc->enc_pic.rc.quant_b_frames);
    399 	RVCE_CS(enc->enc_pic.rc.vbv_buffer_size);
    400 	RVCE_CS(enc->enc_pic.rc.frame_rate_den);
    401 	RVCE_CS(enc->enc_pic.rc.vbv_buf_lv);
    402 	RVCE_CS(enc->enc_pic.rc.max_au_size);
    403 	RVCE_CS(enc->enc_pic.rc.qp_initial_mode);
    404 	RVCE_CS(enc->enc_pic.rc.target_bits_picture);
    405 	RVCE_CS(enc->enc_pic.rc.peak_bits_picture_integer);
    406 	RVCE_CS(enc->enc_pic.rc.peak_bits_picture_fraction);
    407 	RVCE_CS(enc->enc_pic.rc.min_qp);
    408 	RVCE_CS(enc->enc_pic.rc.max_qp);
    409 	RVCE_CS(enc->enc_pic.rc.skip_frame_enable);
    410 	RVCE_CS(enc->enc_pic.rc.fill_data_enable);
    411 	RVCE_CS(enc->enc_pic.rc.enforce_hrd);
    412 	RVCE_CS(enc->enc_pic.rc.b_pics_delta_qp);
    413 	RVCE_CS(enc->enc_pic.rc.ref_b_pics_delta_qp);
    414 	RVCE_CS(enc->enc_pic.rc.rc_reinit_disable);
    415 	RVCE_CS(enc->enc_pic.rc.enc_lcvbr_init_qp_flag);
    416 	RVCE_CS(enc->enc_pic.rc.lcvbrsatd_based_nonlinear_bit_budget_flag);
    417 	RVCE_END();
    418 }
    419 
    420 static void config(struct rvce_encoder *enc)
    421 {
    422 	enc->task_info(enc, 0x00000002, 0, 0xffffffff, 0);
    423 	enc->rate_control(enc);
    424 	enc->config_extension(enc);
    425 	enc->motion_estimation(enc);
    426 	enc->rdo(enc);
    427 	if (enc->use_vui)
    428 		enc->vui(enc);
    429 	enc->pic_control(enc);
    430 }
    431 
    432 static void config_extension(struct rvce_encoder *enc)
    433 {
    434 	RVCE_BEGIN(0x04000001); // config extension
    435 	RVCE_CS(enc->enc_pic.ce.enc_enable_perf_logging);
    436 	RVCE_END();
    437 }
    438 
    439 static void destroy(struct rvce_encoder *enc)
    440 {
    441 	enc->task_info(enc, 0x00000001, 0, 0, 0);
    442 
    443 	RVCE_BEGIN(0x02000001); // destroy
    444 	RVCE_END();
    445 }
    446 
    447 static void feedback(struct rvce_encoder *enc)
    448 {
    449 	RVCE_BEGIN(0x05000005); // feedback buffer
    450 	RVCE_WRITE(enc->fb->res->buf, enc->fb->res->domains, 0x0); // feedbackRingAddressHi/Lo
    451 	RVCE_CS(enc->enc_pic.fb.feedback_ring_size);
    452 	RVCE_END();
    453 }
    454 
    455 static void motion_estimation(struct rvce_encoder *enc)
    456 {
    457 	RVCE_BEGIN(0x04000007); // motion estimation
    458 	RVCE_CS(enc->enc_pic.me.enc_ime_decimation_search);
    459 	RVCE_CS(enc->enc_pic.me.motion_est_half_pixel);
    460 	RVCE_CS(enc->enc_pic.me.motion_est_quarter_pixel);
    461 	RVCE_CS(enc->enc_pic.me.disable_favor_pmv_point);
    462 	RVCE_CS(enc->enc_pic.me.force_zero_point_center);
    463 	RVCE_CS(enc->enc_pic.me.lsmvert);
    464 	RVCE_CS(enc->enc_pic.me.enc_search_range_x);
    465 	RVCE_CS(enc->enc_pic.me.enc_search_range_y);
    466 	RVCE_CS(enc->enc_pic.me.enc_search1_range_x);
    467 	RVCE_CS(enc->enc_pic.me.enc_search1_range_y);
    468 	RVCE_CS(enc->enc_pic.me.disable_16x16_frame1);
    469 	RVCE_CS(enc->enc_pic.me.disable_satd);
    470 	RVCE_CS(enc->enc_pic.me.enable_amd);
    471 	RVCE_CS(enc->enc_pic.me.enc_disable_sub_mode);
    472 	RVCE_CS(enc->enc_pic.me.enc_ime_skip_x);
    473 	RVCE_CS(enc->enc_pic.me.enc_ime_skip_y);
    474 	RVCE_CS(enc->enc_pic.me.enc_en_ime_overw_dis_subm);
    475 	RVCE_CS(enc->enc_pic.me.enc_ime_overw_dis_subm_no);
    476 	RVCE_CS(enc->enc_pic.me.enc_ime2_search_range_x);
    477 	RVCE_CS(enc->enc_pic.me.enc_ime2_search_range_y);
    478 	RVCE_CS(enc->enc_pic.me.parallel_mode_speedup_enable);
    479 	RVCE_CS(enc->enc_pic.me.fme0_enc_disable_sub_mode);
    480 	RVCE_CS(enc->enc_pic.me.fme1_enc_disable_sub_mode);
    481 	RVCE_CS(enc->enc_pic.me.ime_sw_speedup_enable);
    482 	RVCE_END();
    483 }
    484 
    485 static void pic_control(struct rvce_encoder *enc)
    486 {
    487 	RVCE_BEGIN(0x04000002); // pic control
    488 	RVCE_CS(enc->enc_pic.pc.enc_use_constrained_intra_pred);
    489 	RVCE_CS(enc->enc_pic.pc.enc_cabac_enable);
    490 	RVCE_CS(enc->enc_pic.pc.enc_cabac_idc);
    491 	RVCE_CS(enc->enc_pic.pc.enc_loop_filter_disable);
    492 	RVCE_CS(enc->enc_pic.pc.enc_lf_beta_offset);
    493 	RVCE_CS(enc->enc_pic.pc.enc_lf_alpha_c0_offset);
    494 	RVCE_CS(enc->enc_pic.pc.enc_crop_left_offset);
    495 	RVCE_CS(enc->enc_pic.pc.enc_crop_right_offset);
    496 	RVCE_CS(enc->enc_pic.pc.enc_crop_top_offset);
    497 	RVCE_CS(enc->enc_pic.pc.enc_crop_bottom_offset);
    498 	RVCE_CS(enc->enc_pic.pc.enc_num_mbs_per_slice);
    499 	RVCE_CS(enc->enc_pic.pc.enc_intra_refresh_num_mbs_per_slot);
    500 	RVCE_CS(enc->enc_pic.pc.enc_force_intra_refresh);
    501 	RVCE_CS(enc->enc_pic.pc.enc_force_imb_period);
    502 	RVCE_CS(enc->enc_pic.pc.enc_pic_order_cnt_type);
    503 	RVCE_CS(enc->enc_pic.pc.log2_max_pic_order_cnt_lsb_minus4);
    504 	RVCE_CS(enc->enc_pic.pc.enc_sps_id);
    505 	RVCE_CS(enc->enc_pic.pc.enc_pps_id);
    506 	RVCE_CS(enc->enc_pic.pc.enc_constraint_set_flags);
    507 	RVCE_CS(enc->enc_pic.pc.enc_b_pic_pattern);
    508 	RVCE_CS(enc->enc_pic.pc.weight_pred_mode_b_picture);
    509 	RVCE_CS(enc->enc_pic.pc.enc_number_of_reference_frames);
    510 	RVCE_CS(enc->enc_pic.pc.enc_max_num_ref_frames);
    511 	RVCE_CS(enc->enc_pic.pc.enc_num_default_active_ref_l0);
    512 	RVCE_CS(enc->enc_pic.pc.enc_num_default_active_ref_l1);
    513 	RVCE_CS(enc->enc_pic.pc.enc_slice_mode);
    514 	RVCE_CS(enc->enc_pic.pc.enc_max_slice_size);
    515 	RVCE_END();
    516 }
    517 
    518 static void rdo(struct rvce_encoder *enc)
    519 {
    520 	RVCE_BEGIN(0x04000008); // rdo
    521 	RVCE_CS(enc->enc_pic.rdo.enc_disable_tbe_pred_i_frame);
    522 	RVCE_CS(enc->enc_pic.rdo.enc_disable_tbe_pred_p_frame);
    523 	RVCE_CS(enc->enc_pic.rdo.use_fme_interpol_y);
    524 	RVCE_CS(enc->enc_pic.rdo.use_fme_interpol_uv);
    525 	RVCE_CS(enc->enc_pic.rdo.use_fme_intrapol_y);
    526 	RVCE_CS(enc->enc_pic.rdo.use_fme_intrapol_uv);
    527 	RVCE_CS(enc->enc_pic.rdo.use_fme_interpol_y_1);
    528 	RVCE_CS(enc->enc_pic.rdo.use_fme_interpol_uv_1);
    529 	RVCE_CS(enc->enc_pic.rdo.use_fme_intrapol_y_1);
    530 	RVCE_CS(enc->enc_pic.rdo.use_fme_intrapol_uv_1);
    531 	RVCE_CS(enc->enc_pic.rdo.enc_16x16_cost_adj);
    532 	RVCE_CS(enc->enc_pic.rdo.enc_skip_cost_adj);
    533 	RVCE_CS(enc->enc_pic.rdo.enc_force_16x16_skip);
    534 	RVCE_CS(enc->enc_pic.rdo.enc_disable_threshold_calc_a);
    535 	RVCE_CS(enc->enc_pic.rdo.enc_luma_coeff_cost);
    536 	RVCE_CS(enc->enc_pic.rdo.enc_luma_mb_coeff_cost);
    537 	RVCE_CS(enc->enc_pic.rdo.enc_chroma_coeff_cost);
    538 	RVCE_END();
    539 }
    540 
    541 static void session(struct rvce_encoder *enc)
    542 {
    543 	RVCE_BEGIN(0x00000001); // session cmd
    544 	RVCE_CS(enc->stream_handle);
    545 	RVCE_END();
    546 }
    547 
    548 static void task_info(struct rvce_encoder *enc, uint32_t op,
    549 					  uint32_t dep, uint32_t fb_idx, uint32_t ring_idx)
    550 {
    551 	RVCE_BEGIN(0x00000002); // task info
    552 	if (op == 0x3) {
    553 		if (enc->task_info_idx) {
    554 			uint32_t offs = enc->cs->current.cdw - enc->task_info_idx + 3;
    555 			// Update offsetOfNextTaskInfo
    556 			enc->cs->current.buf[enc->task_info_idx] = offs;
    557 		}
    558 		enc->task_info_idx = enc->cs->current.cdw;
    559 	}
    560 	enc->enc_pic.ti.task_operation = op;
    561 	enc->enc_pic.ti.reference_picture_dependency = dep;
    562 	enc->enc_pic.ti.feedback_index = fb_idx;
    563 	enc->enc_pic.ti.video_bitstream_ring_index = ring_idx;
    564 	RVCE_CS(enc->enc_pic.ti.offset_of_next_task_info);
    565 	RVCE_CS(enc->enc_pic.ti.task_operation);
    566 	RVCE_CS(enc->enc_pic.ti.reference_picture_dependency);
    567 	RVCE_CS(enc->enc_pic.ti.collocate_flag_dependency);
    568 	RVCE_CS(enc->enc_pic.ti.feedback_index);
    569 	RVCE_CS(enc->enc_pic.ti.video_bitstream_ring_index);
    570 	RVCE_END();
    571 }
    572 
    573 static void vui(struct rvce_encoder *enc)
    574 {
    575 	int i;
    576 
    577 	if (!enc->enc_pic.enable_vui)
    578 		return;
    579 
    580 	RVCE_BEGIN(0x04000009); // vui
    581 	RVCE_CS(enc->enc_pic.vui.aspect_ratio_info_present_flag);
    582 	RVCE_CS(enc->enc_pic.vui.aspect_ratio_idc);
    583 	RVCE_CS(enc->enc_pic.vui.sar_width);
    584 	RVCE_CS(enc->enc_pic.vui.sar_height);
    585 	RVCE_CS(enc->enc_pic.vui.overscan_info_present_flag);
    586 	RVCE_CS(enc->enc_pic.vui.overscan_Approp_flag);
    587 	RVCE_CS(enc->enc_pic.vui.video_signal_type_present_flag);
    588 	RVCE_CS(enc->enc_pic.vui.video_format);
    589 	RVCE_CS(enc->enc_pic.vui.video_full_range_flag);
    590 	RVCE_CS(enc->enc_pic.vui.color_description_present_flag);
    591 	RVCE_CS(enc->enc_pic.vui.color_prim);
    592 	RVCE_CS(enc->enc_pic.vui.transfer_char);
    593 	RVCE_CS(enc->enc_pic.vui.matrix_coef);
    594 	RVCE_CS(enc->enc_pic.vui.chroma_loc_info_present_flag);
    595 	RVCE_CS(enc->enc_pic.vui.chroma_loc_top);
    596 	RVCE_CS(enc->enc_pic.vui.chroma_loc_bottom);
    597 	RVCE_CS(enc->enc_pic.vui.timing_info_present_flag);
    598 	RVCE_CS(enc->enc_pic.vui.num_units_in_tick);
    599 	RVCE_CS(enc->enc_pic.vui.time_scale);
    600 	RVCE_CS(enc->enc_pic.vui.fixed_frame_rate_flag);
    601 	RVCE_CS(enc->enc_pic.vui.nal_hrd_parameters_present_flag);
    602 	RVCE_CS(enc->enc_pic.vui.cpb_cnt_minus1);
    603 	RVCE_CS(enc->enc_pic.vui.bit_rate_scale);
    604 	RVCE_CS(enc->enc_pic.vui.cpb_size_scale);
    605 	for (i = 0; i < 32; i++) {
    606 		RVCE_CS(enc->enc_pic.vui.bit_rate_value_minus);
    607 		RVCE_CS(enc->enc_pic.vui.cpb_size_value_minus);
    608 		RVCE_CS(enc->enc_pic.vui.cbr_flag);
    609 	}
    610 	RVCE_CS(enc->enc_pic.vui.initial_cpb_removal_delay_length_minus1);
    611 	RVCE_CS(enc->enc_pic.vui.cpb_removal_delay_length_minus1);
    612 	RVCE_CS(enc->enc_pic.vui.dpb_output_delay_length_minus1);
    613 	RVCE_CS(enc->enc_pic.vui.time_offset_length);
    614 	RVCE_CS(enc->enc_pic.vui.low_delay_hrd_flag);
    615 	RVCE_CS(enc->enc_pic.vui.pic_struct_present_flag);
    616 	RVCE_CS(enc->enc_pic.vui.bitstream_restriction_present_flag);
    617 	RVCE_CS(enc->enc_pic.vui.motion_vectors_over_pic_boundaries_flag);
    618 	RVCE_CS(enc->enc_pic.vui.max_bytes_per_pic_denom);
    619 	RVCE_CS(enc->enc_pic.vui.max_bits_per_mb_denom);
    620 	RVCE_CS(enc->enc_pic.vui.log2_max_mv_length_hori);
    621 	RVCE_CS(enc->enc_pic.vui.log2_max_mv_length_vert);
    622 	RVCE_CS(enc->enc_pic.vui.num_reorder_frames);
    623 	RVCE_CS(enc->enc_pic.vui.max_dec_frame_buffering);
    624 	RVCE_END();
    625 }
    626 
    627 void radeon_vce_52_init(struct rvce_encoder *enc)
    628 {
    629 	enc->session = session;
    630 	enc->task_info = task_info;
    631 	enc->create = create;
    632 	enc->feedback = feedback;
    633 	enc->rate_control = rate_control;
    634 	enc->config_extension = config_extension;
    635 	enc->pic_control = pic_control;
    636 	enc->motion_estimation = motion_estimation;
    637 	enc->rdo = rdo;
    638 	enc->vui = vui;
    639 	enc->config = config;
    640 	enc->encode = encode;
    641 	enc->destroy = destroy;
    642 }
    643