Home | History | Annotate | Download | only in common
      1 /* Copyright (c) 2012-2016, The Linux Foundation. All rights reserved.
      2  *
      3  * Redistribution and use in source and binary forms, with or without
      4  * modification, are permitted provided that the following conditions are
      5  * met:
      6  *     * Redistributions of source code must retain the above copyright
      7  *       notice, this list of conditions and the following disclaimer.
      8  *     * Redistributions in binary form must reproduce the above
      9  *       copyright notice, this list of conditions and the following
     10  *       disclaimer in the documentation and/or other materials provided
     11  *       with the distribution.
     12  *     * Neither the name of The Linux Foundation nor the names of its
     13  *       contributors may be used to endorse or promote products derived
     14  *       from this software without specific prior written permission.
     15  *
     16  * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED
     17  * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
     18  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT
     19  * ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS
     20  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     21  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     22  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
     23  * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
     24  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
     25  * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
     26  * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     27  *
     28  */
     29 
     30 #ifndef MM_JPEG_INTERFACE_H_
     31 #define MM_JPEG_INTERFACE_H_
     32 
     33 // System dependencies
     34 #include <stdbool.h>
     35 
     36 // Camera dependencies
     37 #include "QOMX_JpegExtensions.h"
     38 #include "cam_intf.h"
     39 
     40 #define MM_JPEG_MAX_PLANES 3
     41 #define MM_JPEG_MAX_BUF CAM_MAX_NUM_BUFS_PER_STREAM
     42 #define QUANT_SIZE 64
     43 #define QTABLE_MAX 2
     44 #define MM_JPEG_MAX_MPO_IMAGES 2
     45 
     46 typedef enum {
     47   MM_JPEG_FMT_YUV,
     48   MM_JPEG_FMT_BITSTREAM
     49 } mm_jpeg_format_t;
     50 
     51 typedef enum {
     52   MM_JPEG_TYPE_JPEG,
     53   MM_JPEG_TYPE_MPO
     54 } mm_jpeg_image_type_t;
     55 
     56 typedef struct {
     57   cam_ae_exif_debug_t ae_debug_params;
     58   cam_awb_exif_debug_t awb_debug_params;
     59   cam_af_exif_debug_t af_debug_params;
     60   cam_asd_exif_debug_t asd_debug_params;
     61   cam_stats_buffer_exif_debug_t stats_debug_params;
     62   uint8_t ae_debug_params_valid;
     63   uint8_t awb_debug_params_valid;
     64   uint8_t af_debug_params_valid;
     65   uint8_t asd_debug_params_valid;
     66   uint8_t stats_debug_params_valid;
     67 } mm_jpeg_debug_exif_params_t;
     68 
     69 typedef struct {
     70   cam_3a_params_t cam_3a_params;
     71   uint8_t cam_3a_params_valid;
     72   cam_sensor_params_t sensor_params;
     73   mm_jpeg_debug_exif_params_t *debug_params;
     74 } mm_jpeg_exif_params_t;
     75 
     76 typedef struct {
     77   /* Indicates if it is a single jpeg or part of a multi picture sequence*/
     78   mm_jpeg_image_type_t type;
     79 
     80   /*Indicates if image is the primary image in a sequence of images.
     81   Applicable only to multi picture formats*/
     82   uint8_t is_primary;
     83 
     84   /*Number of images in the sequence*/
     85   uint32_t num_of_images;
     86 } mm_jpeg_multi_image_t;
     87 
     88 typedef struct {
     89   uint32_t sequence;          /* for jpeg bit streams, assembling is based on sequence. sequence starts from 0 */
     90   uint8_t *buf_vaddr;        /* ptr to buf */
     91   int fd;                    /* fd of buf */
     92   size_t buf_size;         /* total size of buf (header + image) */
     93   mm_jpeg_format_t format;   /* buffer format*/
     94   cam_frame_len_offset_t offset; /* offset of all the planes */
     95   uint32_t index; /* index used to identify the buffers */
     96 } mm_jpeg_buf_t;
     97 
     98 typedef struct {
     99   uint8_t *buf_vaddr;        /* ptr to buf */
    100   int fd;                    /* fd of buf */
    101   size_t buf_filled_len;   /* used for output image. filled by the client */
    102 } mm_jpeg_output_t;
    103 
    104 typedef enum {
    105   MM_JPEG_COLOR_FORMAT_YCRCBLP_H2V2,
    106   MM_JPEG_COLOR_FORMAT_YCBCRLP_H2V2,
    107   MM_JPEG_COLOR_FORMAT_YCRCBLP_H2V1,
    108   MM_JPEG_COLOR_FORMAT_YCBCRLP_H2V1,
    109   MM_JPEG_COLOR_FORMAT_YCRCBLP_H1V2,
    110   MM_JPEG_COLOR_FORMAT_YCBCRLP_H1V2,
    111   MM_JPEG_COLOR_FORMAT_YCRCBLP_H1V1,
    112   MM_JPEG_COLOR_FORMAT_YCBCRLP_H1V1,
    113   MM_JPEG_COLOR_FORMAT_MONOCHROME,
    114   MM_JPEG_COLOR_FORMAT_BITSTREAM_H2V2,
    115   MM_JPEG_COLOR_FORMAT_BITSTREAM_H2V1,
    116   MM_JPEG_COLOR_FORMAT_BITSTREAM_H1V2,
    117   MM_JPEG_COLOR_FORMAT_BITSTREAM_H1V1,
    118   MM_JPEG_COLOR_FORMAT_MAX
    119 } mm_jpeg_color_format;
    120 
    121 typedef enum {
    122   JPEG_JOB_STATUS_DONE = 0,
    123   JPEG_JOB_STATUS_ERROR
    124 } jpeg_job_status_t;
    125 
    126 typedef void (*jpeg_encode_callback_t)(jpeg_job_status_t status,
    127   uint32_t client_hdl,
    128   uint32_t jobId,
    129   mm_jpeg_output_t *p_output,
    130   void *userData);
    131 
    132 typedef struct {
    133   /* src img dimension */
    134   cam_dimension_t src_dim;
    135 
    136   /* jpeg output dimension */
    137   cam_dimension_t dst_dim;
    138 
    139   /* crop information */
    140   cam_rect_t crop;
    141 } mm_jpeg_dim_t;
    142 
    143 typedef struct {
    144   /* num of buf in src img */
    145   uint32_t num_src_bufs;
    146 
    147   /* num of src tmb bufs */
    148   uint32_t num_tmb_bufs;
    149 
    150   /* num of buf in src img */
    151   uint32_t num_dst_bufs;
    152 
    153   /* should create thumbnail from main image or not */
    154   uint32_t encode_thumbnail;
    155 
    156   /* src img bufs */
    157   mm_jpeg_buf_t src_main_buf[MM_JPEG_MAX_BUF];
    158 
    159   /* this will be used only for bitstream */
    160   mm_jpeg_buf_t src_thumb_buf[MM_JPEG_MAX_BUF];
    161 
    162   /* this will be used only for bitstream */
    163   mm_jpeg_buf_t dest_buf[MM_JPEG_MAX_BUF];
    164 
    165   /* mainimage color format */
    166   mm_jpeg_color_format color_format;
    167 
    168   /* thumbnail color format */
    169   mm_jpeg_color_format thumb_color_format;
    170 
    171   /* jpeg quality: range 0~100 */
    172   uint32_t quality;
    173 
    174   /* jpeg thumbnail quality: range 0~100 */
    175   uint32_t thumb_quality;
    176 
    177   /* buf to exif entries, caller needs to
    178    * take care of the memory manage with insider ptr */
    179   QOMX_EXIF_INFO exif_info;
    180 
    181   /*Callback registered to be called after encode*/
    182   jpeg_encode_callback_t jpeg_cb;
    183 
    184   /*Appdata passed by the user*/
    185   void* userdata;
    186 
    187   /* thumbnail dimension */
    188   mm_jpeg_dim_t thumb_dim;
    189 
    190   /* rotation informaiton */
    191   uint32_t rotation;
    192 
    193   /* thumb rotation informaiton */
    194   uint32_t thumb_rotation;
    195 
    196   /* main image dimension */
    197   mm_jpeg_dim_t main_dim;
    198 
    199   /* enable encoder burst mode */
    200   uint32_t burst_mode;
    201 
    202   /* get memory function ptr */
    203   int (*get_memory)( omx_jpeg_ouput_buf_t *p_out_buf);
    204 
    205   /* release memory function ptr */
    206   int (*put_memory)( omx_jpeg_ouput_buf_t *p_out_buf);
    207 
    208   /* Flag to indicate whether to generate thumbnail from postview */
    209   bool thumb_from_postview;
    210 } mm_jpeg_encode_params_t;
    211 
    212 typedef struct {
    213   /* num of buf in src img */
    214   uint32_t num_src_bufs;
    215 
    216   /* num of buf in src img */
    217   uint32_t num_dst_bufs;
    218 
    219   /* src img bufs */
    220   mm_jpeg_buf_t src_main_buf[MM_JPEG_MAX_BUF];
    221 
    222   /* this will be used only for bitstream */
    223   mm_jpeg_buf_t dest_buf[MM_JPEG_MAX_BUF];
    224 
    225   /* color format */
    226   mm_jpeg_color_format color_format;
    227 
    228   jpeg_encode_callback_t jpeg_cb;
    229 
    230   void* userdata;
    231 
    232 } mm_jpeg_decode_params_t;
    233 
    234 typedef struct {
    235   /* active indices of the buffers for encoding */
    236   int32_t src_index;
    237   int32_t dst_index;
    238   uint32_t thumb_index;
    239   mm_jpeg_dim_t thumb_dim;
    240 
    241   /* rotation informaiton */
    242   uint32_t rotation;
    243 
    244   /* main image dimension */
    245   mm_jpeg_dim_t main_dim;
    246 
    247   /*session id*/
    248   uint32_t session_id;
    249 
    250   /* jpeg output buffer ref count */
    251   int32_t ref_count;
    252 
    253   /* allocated jpeg output buffer */
    254   void *alloc_out_buffer;
    255 
    256   /*Metadata stream*/
    257   metadata_buffer_t *p_metadata;
    258 
    259   /*HAL version*/
    260   cam_hal_version_t hal_version;
    261 
    262   /* buf to exif entries, caller needs to
    263    * take care of the memory manage with insider ptr */
    264   QOMX_EXIF_INFO exif_info;
    265 
    266   /* 3a parameters */
    267   mm_jpeg_exif_params_t cam_exif_params;
    268 
    269   /* jpeg encoder QTable */
    270   uint8_t qtable_set[QTABLE_MAX];
    271 
    272   OMX_IMAGE_PARAM_QUANTIZATIONTABLETYPE qtable[QTABLE_MAX];
    273 
    274   /* flag to enable/disable mobicat */
    275   uint8_t mobicat_mask;
    276 
    277   /*Info associated with multiple image sequence*/
    278   mm_jpeg_multi_image_t multi_image_info;
    279 
    280   /* work buf */
    281   mm_jpeg_buf_t work_buf;
    282 } mm_jpeg_encode_job_t;
    283 
    284 typedef struct {
    285   /* active indices of the buffers for encoding */
    286   int32_t src_index;
    287   int32_t dst_index;
    288   uint32_t tmb_dst_index;
    289 
    290   /* rotation informaiton */
    291   uint32_t rotation;
    292 
    293   /* main image  */
    294   mm_jpeg_dim_t main_dim;
    295 
    296   /*session id*/
    297   uint32_t session_id;
    298 } mm_jpeg_decode_job_t;
    299 
    300 typedef enum {
    301   JPEG_JOB_TYPE_ENCODE,
    302   JPEG_JOB_TYPE_DECODE,
    303   JPEG_JOB_TYPE_MAX
    304 } mm_jpeg_job_type_t;
    305 
    306 typedef struct {
    307   mm_jpeg_job_type_t job_type;
    308   union {
    309     mm_jpeg_encode_job_t encode_job;
    310     mm_jpeg_decode_job_t decode_job;
    311   };
    312 } mm_jpeg_job_t;
    313 
    314 typedef struct {
    315   uint32_t w;
    316   uint32_t h;
    317 } mm_dimension;
    318 
    319 typedef struct {
    320   /*Primary image in the MPO sequence*/
    321   mm_jpeg_output_t primary_image;
    322 
    323   /*All auxillary images in the sequence*/
    324   mm_jpeg_output_t aux_images[MM_JPEG_MAX_MPO_IMAGES - 1];
    325 
    326   /*Total number of images in the MPO sequence*/
    327   int num_of_images;
    328 
    329   /*Output MPO buffer*/
    330   mm_jpeg_output_t output_buff;
    331 
    332   /*Size of the allocated output buffer*/
    333   size_t output_buff_size;
    334 } mm_jpeg_mpo_info_t;
    335 
    336 typedef struct {
    337   /* config a job -- async call */
    338   int (*start_job)(mm_jpeg_job_t* job, uint32_t* job_id);
    339 
    340   /* abort a job -- sync call */
    341   int (*abort_job)(uint32_t job_id);
    342 
    343   /* create a session */
    344   int (*create_session)(uint32_t client_hdl,
    345     mm_jpeg_encode_params_t *p_params, uint32_t *p_session_id);
    346 
    347   /* destroy session */
    348   int (*destroy_session)(uint32_t session_id);
    349 
    350   /* close a jpeg client -- sync call */
    351   int (*close) (uint32_t clientHdl);
    352 
    353 } mm_jpeg_ops_t;
    354 
    355 typedef struct {
    356   /* config a job -- async call */
    357   int (*start_job)(mm_jpeg_job_t* job, uint32_t* job_id);
    358 
    359   /* abort a job -- sync call */
    360   int (*abort_job)(uint32_t job_id);
    361 
    362   /* create a session */
    363   int (*create_session)(uint32_t client_hdl,
    364     mm_jpeg_decode_params_t *p_params, uint32_t *p_session_id);
    365 
    366   /* destroy session */
    367   int (*destroy_session)(uint32_t session_id);
    368 
    369   /* close a jpeg client -- sync call */
    370   int (*close) (uint32_t clientHdl);
    371 } mm_jpegdec_ops_t;
    372 
    373 typedef struct {
    374 
    375   /* Get Mpo size*/
    376   int (*get_mpo_size)(mm_jpeg_output_t jpeg_buffer[MM_JPEG_MAX_MPO_IMAGES],
    377     int num_of_images);
    378 
    379   /* Compose MPO*/
    380   int (*compose_mpo)(mm_jpeg_mpo_info_t *mpo_info);
    381 
    382 } mm_jpeg_mpo_ops_t;
    383 
    384 /* open a jpeg client -- sync call
    385  * returns client_handle.
    386  * failed if client_handle=0
    387  * jpeg ops tbl and mpo ops tbl will be filled in if open succeeds
    388  * and jpeg meta data will be cached */
    389 uint32_t jpeg_open(mm_jpeg_ops_t *ops, mm_jpeg_mpo_ops_t *mpo_ops,
    390   mm_dimension picture_size,
    391   cam_jpeg_metadata_t *jpeg_metadata);
    392 
    393 /* open a jpeg client -- sync call
    394  * returns client_handle.
    395  * failed if client_handle=0
    396  * jpeg ops tbl will be filled in if open succeeds */
    397 uint32_t jpegdec_open(mm_jpegdec_ops_t *ops);
    398 
    399 #endif /* MM_JPEG_INTERFACE_H_ */
    400