Home | History | Annotate | Download | only in simd 
      1 /*
      2  * simd/jsimd.h
      3  *
      4  * Copyright 2009 Pierre Ossman <ossman (at) cendio.se> for Cendio AB
      5  * Copyright (C) 2011, 2014-2016, 2018, D. R. Commander.
      6  * Copyright (C) 2013-2014, MIPS Technologies, Inc., California.
      7  * Copyright (C) 2014, Linaro Limited.
      8  * Copyright (C) 2015-2016, 2018, Matthieu Darbois.
      9  * Copyright (C) 2016-2017, Loongson Technology Corporation Limited, BeiJing.
     10  *
     11  * Based on the x86 SIMD extension for IJG JPEG library,
     12  * Copyright (C) 1999-2006, MIYASAKA Masaru.
     13  * For conditions of distribution and use, see copyright notice in jsimdext.inc
     14  *
     15  */
     16 
     17 /* Bitmask for supported acceleration methods */
     18 
     19 #define JSIMD_NONE     0x00
     20 #define JSIMD_MMX      0x01
     21 #define JSIMD_3DNOW    0x02
     22 #define JSIMD_SSE      0x04
     23 #define JSIMD_SSE2     0x08
     24 #define JSIMD_NEON     0x10
     25 #define JSIMD_DSPR2    0x20
     26 #define JSIMD_ALTIVEC  0x40
     27 #define JSIMD_AVX2     0x80
     28 #define JSIMD_MMI      0x100
     29 
     30 /* SIMD Ext: retrieve SIMD/CPU information */
     31 EXTERN(unsigned int) jpeg_simd_cpu_support(void);
     32 
     33 /* RGB & extended RGB --> YCC Colorspace Conversion */
     34 EXTERN(void) jsimd_rgb_ycc_convert_mmx
     35   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     36    JDIMENSION output_row, int num_rows);
     37 EXTERN(void) jsimd_extrgb_ycc_convert_mmx
     38   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     39    JDIMENSION output_row, int num_rows);
     40 EXTERN(void) jsimd_extrgbx_ycc_convert_mmx
     41   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     42    JDIMENSION output_row, int num_rows);
     43 EXTERN(void) jsimd_extbgr_ycc_convert_mmx
     44   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     45    JDIMENSION output_row, int num_rows);
     46 EXTERN(void) jsimd_extbgrx_ycc_convert_mmx
     47   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     48    JDIMENSION output_row, int num_rows);
     49 EXTERN(void) jsimd_extxbgr_ycc_convert_mmx
     50   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     51    JDIMENSION output_row, int num_rows);
     52 EXTERN(void) jsimd_extxrgb_ycc_convert_mmx
     53   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     54    JDIMENSION output_row, int num_rows);
     55 
     56 extern const int jconst_rgb_ycc_convert_sse2[];
     57 EXTERN(void) jsimd_rgb_ycc_convert_sse2
     58   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     59    JDIMENSION output_row, int num_rows);
     60 EXTERN(void) jsimd_extrgb_ycc_convert_sse2
     61   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     62    JDIMENSION output_row, int num_rows);
     63 EXTERN(void) jsimd_extrgbx_ycc_convert_sse2
     64   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     65    JDIMENSION output_row, int num_rows);
     66 EXTERN(void) jsimd_extbgr_ycc_convert_sse2
     67   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     68    JDIMENSION output_row, int num_rows);
     69 EXTERN(void) jsimd_extbgrx_ycc_convert_sse2
     70   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     71    JDIMENSION output_row, int num_rows);
     72 EXTERN(void) jsimd_extxbgr_ycc_convert_sse2
     73   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     74    JDIMENSION output_row, int num_rows);
     75 EXTERN(void) jsimd_extxrgb_ycc_convert_sse2
     76   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     77    JDIMENSION output_row, int num_rows);
     78 
     79 extern const int jconst_rgb_ycc_convert_avx2[];
     80 EXTERN(void) jsimd_rgb_ycc_convert_avx2
     81   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     82    JDIMENSION output_row, int num_rows);
     83 EXTERN(void) jsimd_extrgb_ycc_convert_avx2
     84   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     85    JDIMENSION output_row, int num_rows);
     86 EXTERN(void) jsimd_extrgbx_ycc_convert_avx2
     87   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     88    JDIMENSION output_row, int num_rows);
     89 EXTERN(void) jsimd_extbgr_ycc_convert_avx2
     90   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     91    JDIMENSION output_row, int num_rows);
     92 EXTERN(void) jsimd_extbgrx_ycc_convert_avx2
     93   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     94    JDIMENSION output_row, int num_rows);
     95 EXTERN(void) jsimd_extxbgr_ycc_convert_avx2
     96   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
     97    JDIMENSION output_row, int num_rows);
     98 EXTERN(void) jsimd_extxrgb_ycc_convert_avx2
     99   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    100    JDIMENSION output_row, int num_rows);
    101 
    102 EXTERN(void) jsimd_rgb_ycc_convert_neon
    103   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    104    JDIMENSION output_row, int num_rows);
    105 EXTERN(void) jsimd_extrgb_ycc_convert_neon
    106   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    107    JDIMENSION output_row, int num_rows);
    108 EXTERN(void) jsimd_extrgbx_ycc_convert_neon
    109   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    110    JDIMENSION output_row, int num_rows);
    111 EXTERN(void) jsimd_extbgr_ycc_convert_neon
    112   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    113    JDIMENSION output_row, int num_rows);
    114 EXTERN(void) jsimd_extbgrx_ycc_convert_neon
    115   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    116    JDIMENSION output_row, int num_rows);
    117 EXTERN(void) jsimd_extxbgr_ycc_convert_neon
    118   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    119    JDIMENSION output_row, int num_rows);
    120 EXTERN(void) jsimd_extxrgb_ycc_convert_neon
    121   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    122    JDIMENSION output_row, int num_rows);
    123 
    124 EXTERN(void) jsimd_extrgb_ycc_convert_neon_slowld3
    125   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    126    JDIMENSION output_row, int num_rows);
    127 EXTERN(void) jsimd_extbgr_ycc_convert_neon_slowld3
    128   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    129    JDIMENSION output_row, int num_rows);
    130 
    131 EXTERN(void) jsimd_rgb_ycc_convert_dspr2
    132   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    133    JDIMENSION output_row, int num_rows);
    134 EXTERN(void) jsimd_extrgb_ycc_convert_dspr2
    135   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    136    JDIMENSION output_row, int num_rows);
    137 EXTERN(void) jsimd_extrgbx_ycc_convert_dspr2
    138   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    139    JDIMENSION output_row, int num_rows);
    140 EXTERN(void) jsimd_extbgr_ycc_convert_dspr2
    141   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    142    JDIMENSION output_row, int num_rows);
    143 EXTERN(void) jsimd_extbgrx_ycc_convert_dspr2
    144   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    145    JDIMENSION output_row, int num_rows);
    146 EXTERN(void) jsimd_extxbgr_ycc_convert_dspr2
    147   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    148    JDIMENSION output_row, int num_rows);
    149 EXTERN(void) jsimd_extxrgb_ycc_convert_dspr2
    150   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    151    JDIMENSION output_row, int num_rows);
    152 
    153 EXTERN(void) jsimd_rgb_ycc_convert_mmi
    154   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    155    JDIMENSION output_row, int num_rows);
    156 EXTERN(void) jsimd_extrgb_ycc_convert_mmi
    157   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    158    JDIMENSION output_row, int num_rows);
    159 EXTERN(void) jsimd_extrgbx_ycc_convert_mmi
    160   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    161    JDIMENSION output_row, int num_rows);
    162 EXTERN(void) jsimd_extbgr_ycc_convert_mmi
    163   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    164    JDIMENSION output_row, int num_rows);
    165 EXTERN(void) jsimd_extbgrx_ycc_convert_mmi
    166   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    167    JDIMENSION output_row, int num_rows);
    168 EXTERN(void) jsimd_extxbgr_ycc_convert_mmi
    169   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    170    JDIMENSION output_row, int num_rows);
    171 EXTERN(void) jsimd_extxrgb_ycc_convert_mmi
    172   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    173    JDIMENSION output_row, int num_rows);
    174 
    175 EXTERN(void) jsimd_rgb_ycc_convert_altivec
    176   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    177    JDIMENSION output_row, int num_rows);
    178 EXTERN(void) jsimd_extrgb_ycc_convert_altivec
    179   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    180    JDIMENSION output_row, int num_rows);
    181 EXTERN(void) jsimd_extrgbx_ycc_convert_altivec
    182   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    183    JDIMENSION output_row, int num_rows);
    184 EXTERN(void) jsimd_extbgr_ycc_convert_altivec
    185   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    186    JDIMENSION output_row, int num_rows);
    187 EXTERN(void) jsimd_extbgrx_ycc_convert_altivec
    188   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    189    JDIMENSION output_row, int num_rows);
    190 EXTERN(void) jsimd_extxbgr_ycc_convert_altivec
    191   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    192    JDIMENSION output_row, int num_rows);
    193 EXTERN(void) jsimd_extxrgb_ycc_convert_altivec
    194   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    195    JDIMENSION output_row, int num_rows);
    196 
    197 /* RGB & extended RGB --> Grayscale Colorspace Conversion */
    198 EXTERN(void) jsimd_rgb_gray_convert_mmx
    199   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    200    JDIMENSION output_row, int num_rows);
    201 EXTERN(void) jsimd_extrgb_gray_convert_mmx
    202   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    203    JDIMENSION output_row, int num_rows);
    204 EXTERN(void) jsimd_extrgbx_gray_convert_mmx
    205   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    206    JDIMENSION output_row, int num_rows);
    207 EXTERN(void) jsimd_extbgr_gray_convert_mmx
    208   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    209    JDIMENSION output_row, int num_rows);
    210 EXTERN(void) jsimd_extbgrx_gray_convert_mmx
    211   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    212    JDIMENSION output_row, int num_rows);
    213 EXTERN(void) jsimd_extxbgr_gray_convert_mmx
    214   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    215    JDIMENSION output_row, int num_rows);
    216 EXTERN(void) jsimd_extxrgb_gray_convert_mmx
    217   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    218    JDIMENSION output_row, int num_rows);
    219 
    220 extern const int jconst_rgb_gray_convert_sse2[];
    221 EXTERN(void) jsimd_rgb_gray_convert_sse2
    222   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    223    JDIMENSION output_row, int num_rows);
    224 EXTERN(void) jsimd_extrgb_gray_convert_sse2
    225   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    226    JDIMENSION output_row, int num_rows);
    227 EXTERN(void) jsimd_extrgbx_gray_convert_sse2
    228   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    229    JDIMENSION output_row, int num_rows);
    230 EXTERN(void) jsimd_extbgr_gray_convert_sse2
    231   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    232    JDIMENSION output_row, int num_rows);
    233 EXTERN(void) jsimd_extbgrx_gray_convert_sse2
    234   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    235    JDIMENSION output_row, int num_rows);
    236 EXTERN(void) jsimd_extxbgr_gray_convert_sse2
    237   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    238    JDIMENSION output_row, int num_rows);
    239 EXTERN(void) jsimd_extxrgb_gray_convert_sse2
    240   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    241    JDIMENSION output_row, int num_rows);
    242 
    243 extern const int jconst_rgb_gray_convert_avx2[];
    244 EXTERN(void) jsimd_rgb_gray_convert_avx2
    245   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    246    JDIMENSION output_row, int num_rows);
    247 EXTERN(void) jsimd_extrgb_gray_convert_avx2
    248   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    249    JDIMENSION output_row, int num_rows);
    250 EXTERN(void) jsimd_extrgbx_gray_convert_avx2
    251   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    252    JDIMENSION output_row, int num_rows);
    253 EXTERN(void) jsimd_extbgr_gray_convert_avx2
    254   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    255    JDIMENSION output_row, int num_rows);
    256 EXTERN(void) jsimd_extbgrx_gray_convert_avx2
    257   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    258    JDIMENSION output_row, int num_rows);
    259 EXTERN(void) jsimd_extxbgr_gray_convert_avx2
    260   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    261    JDIMENSION output_row, int num_rows);
    262 EXTERN(void) jsimd_extxrgb_gray_convert_avx2
    263   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    264    JDIMENSION output_row, int num_rows);
    265 
    266 EXTERN(void) jsimd_rgb_gray_convert_dspr2
    267   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    268    JDIMENSION output_row, int num_rows);
    269 EXTERN(void) jsimd_extrgb_gray_convert_dspr2
    270   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    271    JDIMENSION output_row, int num_rows);
    272 EXTERN(void) jsimd_extrgbx_gray_convert_dspr2
    273   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    274    JDIMENSION output_row, int num_rows);
    275 EXTERN(void) jsimd_extbgr_gray_convert_dspr2
    276   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    277    JDIMENSION output_row, int num_rows);
    278 EXTERN(void) jsimd_extbgrx_gray_convert_dspr2
    279   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    280    JDIMENSION output_row, int num_rows);
    281 EXTERN(void) jsimd_extxbgr_gray_convert_dspr2
    282   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    283    JDIMENSION output_row, int num_rows);
    284 EXTERN(void) jsimd_extxrgb_gray_convert_dspr2
    285   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    286    JDIMENSION output_row, int num_rows);
    287 
    288 EXTERN(void) jsimd_rgb_gray_convert_altivec
    289   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    290    JDIMENSION output_row, int num_rows);
    291 EXTERN(void) jsimd_extrgb_gray_convert_altivec
    292   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    293    JDIMENSION output_row, int num_rows);
    294 EXTERN(void) jsimd_extrgbx_gray_convert_altivec
    295   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    296    JDIMENSION output_row, int num_rows);
    297 EXTERN(void) jsimd_extbgr_gray_convert_altivec
    298   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    299    JDIMENSION output_row, int num_rows);
    300 EXTERN(void) jsimd_extbgrx_gray_convert_altivec
    301   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    302    JDIMENSION output_row, int num_rows);
    303 EXTERN(void) jsimd_extxbgr_gray_convert_altivec
    304   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    305    JDIMENSION output_row, int num_rows);
    306 EXTERN(void) jsimd_extxrgb_gray_convert_altivec
    307   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    308    JDIMENSION output_row, int num_rows);
    309 
    310 /* YCC --> RGB & extended RGB Colorspace Conversion */
    311 EXTERN(void) jsimd_ycc_rgb_convert_mmx
    312   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    313    JSAMPARRAY output_buf, int num_rows);
    314 EXTERN(void) jsimd_ycc_extrgb_convert_mmx
    315   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    316    JSAMPARRAY output_buf, int num_rows);
    317 EXTERN(void) jsimd_ycc_extrgbx_convert_mmx
    318   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    319    JSAMPARRAY output_buf, int num_rows);
    320 EXTERN(void) jsimd_ycc_extbgr_convert_mmx
    321   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    322    JSAMPARRAY output_buf, int num_rows);
    323 EXTERN(void) jsimd_ycc_extbgrx_convert_mmx
    324   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    325    JSAMPARRAY output_buf, int num_rows);
    326 EXTERN(void) jsimd_ycc_extxbgr_convert_mmx
    327   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    328    JSAMPARRAY output_buf, int num_rows);
    329 EXTERN(void) jsimd_ycc_extxrgb_convert_mmx
    330   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    331    JSAMPARRAY output_buf, int num_rows);
    332 
    333 extern const int jconst_ycc_rgb_convert_sse2[];
    334 EXTERN(void) jsimd_ycc_rgb_convert_sse2
    335   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    336    JSAMPARRAY output_buf, int num_rows);
    337 EXTERN(void) jsimd_ycc_extrgb_convert_sse2
    338   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    339    JSAMPARRAY output_buf, int num_rows);
    340 EXTERN(void) jsimd_ycc_extrgbx_convert_sse2
    341   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    342    JSAMPARRAY output_buf, int num_rows);
    343 EXTERN(void) jsimd_ycc_extbgr_convert_sse2
    344   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    345    JSAMPARRAY output_buf, int num_rows);
    346 EXTERN(void) jsimd_ycc_extbgrx_convert_sse2
    347   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    348    JSAMPARRAY output_buf, int num_rows);
    349 EXTERN(void) jsimd_ycc_extxbgr_convert_sse2
    350   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    351    JSAMPARRAY output_buf, int num_rows);
    352 EXTERN(void) jsimd_ycc_extxrgb_convert_sse2
    353   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    354    JSAMPARRAY output_buf, int num_rows);
    355 
    356 extern const int jconst_ycc_rgb_convert_avx2[];
    357 EXTERN(void) jsimd_ycc_rgb_convert_avx2
    358   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    359    JSAMPARRAY output_buf, int num_rows);
    360 EXTERN(void) jsimd_ycc_extrgb_convert_avx2
    361   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    362    JSAMPARRAY output_buf, int num_rows);
    363 EXTERN(void) jsimd_ycc_extrgbx_convert_avx2
    364   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    365    JSAMPARRAY output_buf, int num_rows);
    366 EXTERN(void) jsimd_ycc_extbgr_convert_avx2
    367   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    368    JSAMPARRAY output_buf, int num_rows);
    369 EXTERN(void) jsimd_ycc_extbgrx_convert_avx2
    370   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    371    JSAMPARRAY output_buf, int num_rows);
    372 EXTERN(void) jsimd_ycc_extxbgr_convert_avx2
    373   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    374    JSAMPARRAY output_buf, int num_rows);
    375 EXTERN(void) jsimd_ycc_extxrgb_convert_avx2
    376   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    377    JSAMPARRAY output_buf, int num_rows);
    378 
    379 EXTERN(void) jsimd_ycc_rgb_convert_neon
    380   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    381    JSAMPARRAY output_buf, int num_rows);
    382 EXTERN(void) jsimd_ycc_extrgb_convert_neon
    383   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    384    JSAMPARRAY output_buf, int num_rows);
    385 EXTERN(void) jsimd_ycc_extrgbx_convert_neon
    386   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    387    JSAMPARRAY output_buf, int num_rows);
    388 EXTERN(void) jsimd_ycc_extbgr_convert_neon
    389   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    390    JSAMPARRAY output_buf, int num_rows);
    391 EXTERN(void) jsimd_ycc_extbgrx_convert_neon
    392   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    393    JSAMPARRAY output_buf, int num_rows);
    394 EXTERN(void) jsimd_ycc_extxbgr_convert_neon
    395   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    396    JSAMPARRAY output_buf, int num_rows);
    397 EXTERN(void) jsimd_ycc_extxrgb_convert_neon
    398   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    399    JSAMPARRAY output_buf, int num_rows);
    400 EXTERN(void) jsimd_ycc_rgb565_convert_neon
    401   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    402    JSAMPARRAY output_buf, int num_rows);
    403 
    404 EXTERN(void) jsimd_ycc_extrgb_convert_neon_slowst3
    405   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    406    JSAMPARRAY output_buf, int num_rows);
    407 EXTERN(void) jsimd_ycc_extbgr_convert_neon_slowst3
    408   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    409    JSAMPARRAY output_buf, int num_rows);
    410 
    411 EXTERN(void) jsimd_ycc_rgb_convert_dspr2
    412   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    413    JSAMPARRAY output_buf, int num_rows);
    414 EXTERN(void) jsimd_ycc_extrgb_convert_dspr2
    415   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    416    JSAMPARRAY output_buf, int num_rows);
    417 EXTERN(void) jsimd_ycc_extrgbx_convert_dspr2
    418   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    419    JSAMPARRAY output_buf, int num_rows);
    420 EXTERN(void) jsimd_ycc_extbgr_convert_dspr2
    421   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    422    JSAMPARRAY output_buf, int num_rows);
    423 EXTERN(void) jsimd_ycc_extbgrx_convert_dspr2
    424   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    425    JSAMPARRAY output_buf, int num_rows);
    426 EXTERN(void) jsimd_ycc_extxbgr_convert_dspr2
    427   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    428    JSAMPARRAY output_buf, int num_rows);
    429 EXTERN(void) jsimd_ycc_extxrgb_convert_dspr2
    430   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    431    JSAMPARRAY output_buf, int num_rows);
    432 
    433 EXTERN(void) jsimd_ycc_rgb_convert_mmi
    434   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    435    JSAMPARRAY output_buf, int num_rows);
    436 EXTERN(void) jsimd_ycc_extrgb_convert_mmi
    437   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    438    JSAMPARRAY output_buf, int num_rows);
    439 EXTERN(void) jsimd_ycc_extrgbx_convert_mmi
    440   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    441    JSAMPARRAY output_buf, int num_rows);
    442 EXTERN(void) jsimd_ycc_extbgr_convert_mmi
    443   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    444    JSAMPARRAY output_buf, int num_rows);
    445 EXTERN(void) jsimd_ycc_extbgrx_convert_mmi
    446   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    447    JSAMPARRAY output_buf, int num_rows);
    448 EXTERN(void) jsimd_ycc_extxbgr_convert_mmi
    449   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    450    JSAMPARRAY output_buf, int num_rows);
    451 EXTERN(void) jsimd_ycc_extxrgb_convert_mmi
    452   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    453    JSAMPARRAY output_buf, int num_rows);
    454 
    455 EXTERN(void) jsimd_ycc_rgb_convert_altivec
    456   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    457    JSAMPARRAY output_buf, int num_rows);
    458 EXTERN(void) jsimd_ycc_extrgb_convert_altivec
    459   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    460    JSAMPARRAY output_buf, int num_rows);
    461 EXTERN(void) jsimd_ycc_extrgbx_convert_altivec
    462   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    463    JSAMPARRAY output_buf, int num_rows);
    464 EXTERN(void) jsimd_ycc_extbgr_convert_altivec
    465   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    466    JSAMPARRAY output_buf, int num_rows);
    467 EXTERN(void) jsimd_ycc_extbgrx_convert_altivec
    468   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    469    JSAMPARRAY output_buf, int num_rows);
    470 EXTERN(void) jsimd_ycc_extxbgr_convert_altivec
    471   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    472    JSAMPARRAY output_buf, int num_rows);
    473 EXTERN(void) jsimd_ycc_extxrgb_convert_altivec
    474   (JDIMENSION out_width, JSAMPIMAGE input_buf, JDIMENSION input_row,
    475    JSAMPARRAY output_buf, int num_rows);
    476 
    477 /* NULL Colorspace Conversion */
    478 EXTERN(void) jsimd_c_null_convert_dspr2
    479   (JDIMENSION img_width, JSAMPARRAY input_buf, JSAMPIMAGE output_buf,
    480    JDIMENSION output_row, int num_rows, int num_components);
    481 
    482 /* h2v1 Downsampling */
    483 EXTERN(void) jsimd_h2v1_downsample_mmx
    484   (JDIMENSION image_width, int max_v_samp_factor, JDIMENSION v_samp_factor,
    485    JDIMENSION width_in_blocks, JSAMPARRAY input_data, JSAMPARRAY output_data);
    486 
    487 EXTERN(void) jsimd_h2v1_downsample_sse2
    488   (JDIMENSION image_width, int max_v_samp_factor, JDIMENSION v_samp_factor,
    489    JDIMENSION width_in_blocks, JSAMPARRAY input_data, JSAMPARRAY output_data);
    490 
    491 EXTERN(void) jsimd_h2v1_downsample_avx2
    492   (JDIMENSION image_width, int max_v_samp_factor, JDIMENSION v_samp_factor,
    493    JDIMENSION width_in_blocks, JSAMPARRAY input_data, JSAMPARRAY output_data);
    494 
    495 EXTERN(void) jsimd_h2v1_downsample_neon
    496   (JDIMENSION image_width, int max_v_samp_factor, JDIMENSION v_samp_factor,
    497    JDIMENSION width_in_blocks, JSAMPARRAY input_data, JSAMPARRAY output_data);
    498 
    499 EXTERN(void) jsimd_h2v1_downsample_dspr2
    500   (JDIMENSION image_width, int max_v_samp_factor, JDIMENSION v_samp_factor,
    501    JDIMENSION width_in_blocks, JSAMPARRAY input_data, JSAMPARRAY output_data);
    502 
    503 EXTERN(void) jsimd_h2v1_downsample_altivec
    504   (JDIMENSION image_width, int max_v_samp_factor, JDIMENSION v_samp_factor,
    505    JDIMENSION width_in_blocks, JSAMPARRAY input_data, JSAMPARRAY output_data);
    506 
    507 /* h2v2 Downsampling */
    508 EXTERN(void) jsimd_h2v2_downsample_mmx
    509   (JDIMENSION image_width, int max_v_samp_factor, JDIMENSION v_samp_factor,
    510    JDIMENSION width_in_blocks, JSAMPARRAY input_data, JSAMPARRAY output_data);
    511 
    512 EXTERN(void) jsimd_h2v2_downsample_sse2
    513   (JDIMENSION image_width, int max_v_samp_factor, JDIMENSION v_samp_factor,
    514    JDIMENSION width_in_blocks, JSAMPARRAY input_data, JSAMPARRAY output_data);
    515 
    516 EXTERN(void) jsimd_h2v2_downsample_avx2
    517   (JDIMENSION image_width, int max_v_samp_factor, JDIMENSION v_samp_factor,
    518    JDIMENSION width_in_blocks, JSAMPARRAY input_data, JSAMPARRAY output_data);
    519 
    520 EXTERN(void) jsimd_h2v2_downsample_neon
    521   (JDIMENSION image_width, int max_v_samp_factor, JDIMENSION v_samp_factor,
    522    JDIMENSION width_in_blocks, JSAMPARRAY input_data, JSAMPARRAY output_data);
    523 
    524 EXTERN(void) jsimd_h2v2_downsample_dspr2
    525   (JDIMENSION image_width, int max_v_samp_factor, JDIMENSION v_samp_factor,
    526    JDIMENSION width_in_blocks, JSAMPARRAY input_data, JSAMPARRAY output_data);
    527 
    528 EXTERN(void) jsimd_h2v2_downsample_mmi
    529   (JDIMENSION image_width, int max_v_samp_factor, JDIMENSION v_samp_factor,
    530    JDIMENSION width_in_blocks, JSAMPARRAY input_data, JSAMPARRAY output_data);
    531 
    532 EXTERN(void) jsimd_h2v2_downsample_altivec
    533   (JDIMENSION image_width, int max_v_samp_factor, JDIMENSION v_samp_factor,
    534    JDIMENSION width_in_blocks, JSAMPARRAY input_data, JSAMPARRAY output_data);
    535 
    536 /* h2v2 Smooth Downsampling */
    537 EXTERN(void) jsimd_h2v2_smooth_downsample_dspr2
    538   (JSAMPARRAY input_data, JSAMPARRAY output_data, JDIMENSION v_samp_factor,
    539    int max_v_samp_factor, int smoothing_factor, JDIMENSION width_in_blocks,
    540    JDIMENSION image_width);
    541 
    542 
    543 /* Upsampling */
    544 EXTERN(void) jsimd_h2v1_upsample_mmx
    545   (int max_v_samp_factor, JDIMENSION output_width, JSAMPARRAY input_data,
    546    JSAMPARRAY *output_data_ptr);
    547 EXTERN(void) jsimd_h2v2_upsample_mmx
    548   (int max_v_samp_factor, JDIMENSION output_width, JSAMPARRAY input_data,
    549    JSAMPARRAY *output_data_ptr);
    550 
    551 EXTERN(void) jsimd_h2v1_upsample_sse2
    552   (int max_v_samp_factor, JDIMENSION output_width, JSAMPARRAY input_data,
    553    JSAMPARRAY *output_data_ptr);
    554 EXTERN(void) jsimd_h2v2_upsample_sse2
    555   (int max_v_samp_factor, JDIMENSION output_width, JSAMPARRAY input_data,
    556    JSAMPARRAY *output_data_ptr);
    557 
    558 EXTERN(void) jsimd_h2v1_upsample_avx2
    559   (int max_v_samp_factor, JDIMENSION output_width, JSAMPARRAY input_data,
    560    JSAMPARRAY *output_data_ptr);
    561 EXTERN(void) jsimd_h2v2_upsample_avx2
    562   (int max_v_samp_factor, JDIMENSION output_width, JSAMPARRAY input_data,
    563    JSAMPARRAY *output_data_ptr);
    564 
    565 EXTERN(void) jsimd_h2v1_upsample_dspr2
    566   (int max_v_samp_factor, JDIMENSION output_width, JSAMPARRAY input_data,
    567    JSAMPARRAY *output_data_ptr);
    568 EXTERN(void) jsimd_h2v2_upsample_dspr2
    569   (int max_v_samp_factor, JDIMENSION output_width, JSAMPARRAY input_data,
    570    JSAMPARRAY *output_data_ptr);
    571 
    572 EXTERN(void) jsimd_int_upsample_dspr2
    573   (UINT8 h_expand, UINT8 v_expand, JSAMPARRAY input_data,
    574    JSAMPARRAY *output_data_ptr, JDIMENSION output_width,
    575    int max_v_samp_factor);
    576 
    577 EXTERN(void) jsimd_h2v1_upsample_altivec
    578   (int max_v_samp_factor, JDIMENSION output_width, JSAMPARRAY input_data,
    579    JSAMPARRAY *output_data_ptr);
    580 EXTERN(void) jsimd_h2v2_upsample_altivec
    581   (int max_v_samp_factor, JDIMENSION output_width, JSAMPARRAY input_data,
    582    JSAMPARRAY *output_data_ptr);
    583 
    584 /* Fancy Upsampling */
    585 EXTERN(void) jsimd_h2v1_fancy_upsample_mmx
    586   (int max_v_samp_factor, JDIMENSION downsampled_width, JSAMPARRAY input_data,
    587    JSAMPARRAY *output_data_ptr);
    588 EXTERN(void) jsimd_h2v2_fancy_upsample_mmx
    589   (int max_v_samp_factor, JDIMENSION downsampled_width, JSAMPARRAY input_data,
    590    JSAMPARRAY *output_data_ptr);
    591 
    592 extern const int jconst_fancy_upsample_sse2[];
    593 EXTERN(void) jsimd_h2v1_fancy_upsample_sse2
    594   (int max_v_samp_factor, JDIMENSION downsampled_width, JSAMPARRAY input_data,
    595    JSAMPARRAY *output_data_ptr);
    596 EXTERN(void) jsimd_h2v2_fancy_upsample_sse2
    597   (int max_v_samp_factor, JDIMENSION downsampled_width, JSAMPARRAY input_data,
    598    JSAMPARRAY *output_data_ptr);
    599 
    600 extern const int jconst_fancy_upsample_avx2[];
    601 EXTERN(void) jsimd_h2v1_fancy_upsample_avx2
    602   (int max_v_samp_factor, JDIMENSION downsampled_width, JSAMPARRAY input_data,
    603    JSAMPARRAY *output_data_ptr);
    604 EXTERN(void) jsimd_h2v2_fancy_upsample_avx2
    605   (int max_v_samp_factor, JDIMENSION downsampled_width, JSAMPARRAY input_data,
    606    JSAMPARRAY *output_data_ptr);
    607 
    608 EXTERN(void) jsimd_h2v1_fancy_upsample_neon
    609   (int max_v_samp_factor, JDIMENSION downsampled_width, JSAMPARRAY input_data,
    610    JSAMPARRAY *output_data_ptr);
    611 
    612 EXTERN(void) jsimd_h2v1_fancy_upsample_dspr2
    613   (int max_v_samp_factor, JDIMENSION downsampled_width, JSAMPARRAY input_data,
    614    JSAMPARRAY *output_data_ptr);
    615 EXTERN(void) jsimd_h2v2_fancy_upsample_dspr2
    616   (int max_v_samp_factor, JDIMENSION downsampled_width, JSAMPARRAY input_data,
    617    JSAMPARRAY *output_data_ptr);
    618 
    619 EXTERN(void) jsimd_h2v2_fancy_upsample_mmi
    620   (int max_v_samp_factor, JDIMENSION downsampled_width, JSAMPARRAY input_data,
    621    JSAMPARRAY *output_data_ptr);
    622 
    623 EXTERN(void) jsimd_h2v1_fancy_upsample_altivec
    624   (int max_v_samp_factor, JDIMENSION downsampled_width, JSAMPARRAY input_data,
    625    JSAMPARRAY *output_data_ptr);
    626 EXTERN(void) jsimd_h2v2_fancy_upsample_altivec
    627   (int max_v_samp_factor, JDIMENSION downsampled_width, JSAMPARRAY input_data,
    628    JSAMPARRAY *output_data_ptr);
    629 
    630 /* Merged Upsampling */
    631 EXTERN(void) jsimd_h2v1_merged_upsample_mmx
    632   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    633    JSAMPARRAY output_buf);
    634 EXTERN(void) jsimd_h2v1_extrgb_merged_upsample_mmx
    635   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    636    JSAMPARRAY output_buf);
    637 EXTERN(void) jsimd_h2v1_extrgbx_merged_upsample_mmx
    638   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    639    JSAMPARRAY output_buf);
    640 EXTERN(void) jsimd_h2v1_extbgr_merged_upsample_mmx
    641   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    642    JSAMPARRAY output_buf);
    643 EXTERN(void) jsimd_h2v1_extbgrx_merged_upsample_mmx
    644   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    645    JSAMPARRAY output_buf);
    646 EXTERN(void) jsimd_h2v1_extxbgr_merged_upsample_mmx
    647   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    648    JSAMPARRAY output_buf);
    649 EXTERN(void) jsimd_h2v1_extxrgb_merged_upsample_mmx
    650   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    651    JSAMPARRAY output_buf);
    652 
    653 EXTERN(void) jsimd_h2v2_merged_upsample_mmx
    654   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    655    JSAMPARRAY output_buf);
    656 EXTERN(void) jsimd_h2v2_extrgb_merged_upsample_mmx
    657   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    658    JSAMPARRAY output_buf);
    659 EXTERN(void) jsimd_h2v2_extrgbx_merged_upsample_mmx
    660   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    661    JSAMPARRAY output_buf);
    662 EXTERN(void) jsimd_h2v2_extbgr_merged_upsample_mmx
    663   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    664    JSAMPARRAY output_buf);
    665 EXTERN(void) jsimd_h2v2_extbgrx_merged_upsample_mmx
    666   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    667    JSAMPARRAY output_buf);
    668 EXTERN(void) jsimd_h2v2_extxbgr_merged_upsample_mmx
    669   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    670    JSAMPARRAY output_buf);
    671 EXTERN(void) jsimd_h2v2_extxrgb_merged_upsample_mmx
    672   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    673    JSAMPARRAY output_buf);
    674 
    675 extern const int jconst_merged_upsample_sse2[];
    676 EXTERN(void) jsimd_h2v1_merged_upsample_sse2
    677   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    678    JSAMPARRAY output_buf);
    679 EXTERN(void) jsimd_h2v1_extrgb_merged_upsample_sse2
    680   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    681    JSAMPARRAY output_buf);
    682 EXTERN(void) jsimd_h2v1_extrgbx_merged_upsample_sse2
    683   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    684    JSAMPARRAY output_buf);
    685 EXTERN(void) jsimd_h2v1_extbgr_merged_upsample_sse2
    686   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    687    JSAMPARRAY output_buf);
    688 EXTERN(void) jsimd_h2v1_extbgrx_merged_upsample_sse2
    689   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    690    JSAMPARRAY output_buf);
    691 EXTERN(void) jsimd_h2v1_extxbgr_merged_upsample_sse2
    692   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    693    JSAMPARRAY output_buf);
    694 EXTERN(void) jsimd_h2v1_extxrgb_merged_upsample_sse2
    695   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    696    JSAMPARRAY output_buf);
    697 
    698 EXTERN(void) jsimd_h2v2_merged_upsample_sse2
    699   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    700    JSAMPARRAY output_buf);
    701 EXTERN(void) jsimd_h2v2_extrgb_merged_upsample_sse2
    702   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    703    JSAMPARRAY output_buf);
    704 EXTERN(void) jsimd_h2v2_extrgbx_merged_upsample_sse2
    705   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    706    JSAMPARRAY output_buf);
    707 EXTERN(void) jsimd_h2v2_extbgr_merged_upsample_sse2
    708   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    709    JSAMPARRAY output_buf);
    710 EXTERN(void) jsimd_h2v2_extbgrx_merged_upsample_sse2
    711   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    712    JSAMPARRAY output_buf);
    713 EXTERN(void) jsimd_h2v2_extxbgr_merged_upsample_sse2
    714   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    715    JSAMPARRAY output_buf);
    716 EXTERN(void) jsimd_h2v2_extxrgb_merged_upsample_sse2
    717   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    718    JSAMPARRAY output_buf);
    719 
    720 extern const int jconst_merged_upsample_avx2[];
    721 EXTERN(void) jsimd_h2v1_merged_upsample_avx2
    722   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    723    JSAMPARRAY output_buf);
    724 EXTERN(void) jsimd_h2v1_extrgb_merged_upsample_avx2
    725   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    726    JSAMPARRAY output_buf);
    727 EXTERN(void) jsimd_h2v1_extrgbx_merged_upsample_avx2
    728   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    729    JSAMPARRAY output_buf);
    730 EXTERN(void) jsimd_h2v1_extbgr_merged_upsample_avx2
    731   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    732    JSAMPARRAY output_buf);
    733 EXTERN(void) jsimd_h2v1_extbgrx_merged_upsample_avx2
    734   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    735    JSAMPARRAY output_buf);
    736 EXTERN(void) jsimd_h2v1_extxbgr_merged_upsample_avx2
    737   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    738    JSAMPARRAY output_buf);
    739 EXTERN(void) jsimd_h2v1_extxrgb_merged_upsample_avx2
    740   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    741    JSAMPARRAY output_buf);
    742 
    743 EXTERN(void) jsimd_h2v2_merged_upsample_avx2
    744   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    745    JSAMPARRAY output_buf);
    746 EXTERN(void) jsimd_h2v2_extrgb_merged_upsample_avx2
    747   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    748    JSAMPARRAY output_buf);
    749 EXTERN(void) jsimd_h2v2_extrgbx_merged_upsample_avx2
    750   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    751    JSAMPARRAY output_buf);
    752 EXTERN(void) jsimd_h2v2_extbgr_merged_upsample_avx2
    753   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    754    JSAMPARRAY output_buf);
    755 EXTERN(void) jsimd_h2v2_extbgrx_merged_upsample_avx2
    756   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    757    JSAMPARRAY output_buf);
    758 EXTERN(void) jsimd_h2v2_extxbgr_merged_upsample_avx2
    759   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    760    JSAMPARRAY output_buf);
    761 EXTERN(void) jsimd_h2v2_extxrgb_merged_upsample_avx2
    762   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    763    JSAMPARRAY output_buf);
    764 
    765 EXTERN(void) jsimd_h2v1_merged_upsample_dspr2
    766   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    767    JSAMPARRAY output_buf, JSAMPLE *range);
    768 EXTERN(void) jsimd_h2v1_extrgb_merged_upsample_dspr2
    769   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    770    JSAMPARRAY output_buf, JSAMPLE *range);
    771 EXTERN(void) jsimd_h2v1_extrgbx_merged_upsample_dspr2
    772   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    773    JSAMPARRAY output_buf, JSAMPLE *range);
    774 EXTERN(void) jsimd_h2v1_extbgr_merged_upsample_dspr2
    775   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    776    JSAMPARRAY output_buf, JSAMPLE *range);
    777 EXTERN(void) jsimd_h2v1_extbgrx_merged_upsample_dspr2
    778   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    779    JSAMPARRAY output_buf, JSAMPLE *range);
    780 EXTERN(void) jsimd_h2v1_extxbgr_merged_upsample_dspr2
    781   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    782    JSAMPARRAY output_buf, JSAMPLE *range);
    783 EXTERN(void) jsimd_h2v1_extxrgb_merged_upsample_dspr2
    784   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    785    JSAMPARRAY output_buf, JSAMPLE *range);
    786 
    787 EXTERN(void) jsimd_h2v2_merged_upsample_dspr2
    788   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    789    JSAMPARRAY output_buf, JSAMPLE *range);
    790 EXTERN(void) jsimd_h2v2_extrgb_merged_upsample_dspr2
    791   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    792    JSAMPARRAY output_buf, JSAMPLE *range);
    793 EXTERN(void) jsimd_h2v2_extrgbx_merged_upsample_dspr2
    794   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    795    JSAMPARRAY output_buf, JSAMPLE *range);
    796 EXTERN(void) jsimd_h2v2_extbgr_merged_upsample_dspr2
    797   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    798    JSAMPARRAY output_buf, JSAMPLE *range);
    799 EXTERN(void) jsimd_h2v2_extbgrx_merged_upsample_dspr2
    800   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    801    JSAMPARRAY output_buf, JSAMPLE *range);
    802 EXTERN(void) jsimd_h2v2_extxbgr_merged_upsample_dspr2
    803   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    804    JSAMPARRAY output_buf, JSAMPLE *range);
    805 EXTERN(void) jsimd_h2v2_extxrgb_merged_upsample_dspr2
    806   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    807    JSAMPARRAY output_buf, JSAMPLE *range);
    808 
    809 EXTERN(void) jsimd_h2v1_merged_upsample_altivec
    810   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    811    JSAMPARRAY output_buf);
    812 EXTERN(void) jsimd_h2v1_extrgb_merged_upsample_altivec
    813   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    814    JSAMPARRAY output_buf);
    815 EXTERN(void) jsimd_h2v1_extrgbx_merged_upsample_altivec
    816   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    817    JSAMPARRAY output_buf);
    818 EXTERN(void) jsimd_h2v1_extbgr_merged_upsample_altivec
    819   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    820    JSAMPARRAY output_buf);
    821 EXTERN(void) jsimd_h2v1_extbgrx_merged_upsample_altivec
    822   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    823    JSAMPARRAY output_buf);
    824 EXTERN(void) jsimd_h2v1_extxbgr_merged_upsample_altivec
    825   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    826    JSAMPARRAY output_buf);
    827 EXTERN(void) jsimd_h2v1_extxrgb_merged_upsample_altivec
    828   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    829    JSAMPARRAY output_buf);
    830 
    831 EXTERN(void) jsimd_h2v2_merged_upsample_altivec
    832   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    833    JSAMPARRAY output_buf);
    834 EXTERN(void) jsimd_h2v2_extrgb_merged_upsample_altivec
    835   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    836    JSAMPARRAY output_buf);
    837 EXTERN(void) jsimd_h2v2_extrgbx_merged_upsample_altivec
    838   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    839    JSAMPARRAY output_buf);
    840 EXTERN(void) jsimd_h2v2_extbgr_merged_upsample_altivec
    841   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    842    JSAMPARRAY output_buf);
    843 EXTERN(void) jsimd_h2v2_extbgrx_merged_upsample_altivec
    844   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    845    JSAMPARRAY output_buf);
    846 EXTERN(void) jsimd_h2v2_extxbgr_merged_upsample_altivec
    847   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    848    JSAMPARRAY output_buf);
    849 EXTERN(void) jsimd_h2v2_extxrgb_merged_upsample_altivec
    850   (JDIMENSION output_width, JSAMPIMAGE input_buf, JDIMENSION in_row_group_ctr,
    851    JSAMPARRAY output_buf);
    852 
    853 /* Sample Conversion */
    854 EXTERN(void) jsimd_convsamp_mmx
    855   (JSAMPARRAY sample_data, JDIMENSION start_col, DCTELEM *workspace);
    856 
    857 EXTERN(void) jsimd_convsamp_sse2
    858   (JSAMPARRAY sample_data, JDIMENSION start_col, DCTELEM *workspace);
    859 
    860 EXTERN(void) jsimd_convsamp_avx2
    861   (JSAMPARRAY sample_data, JDIMENSION start_col, DCTELEM *workspace);
    862 
    863 EXTERN(void) jsimd_convsamp_neon
    864   (JSAMPARRAY sample_data, JDIMENSION start_col, DCTELEM *workspace);
    865 
    866 EXTERN(void) jsimd_convsamp_dspr2
    867   (JSAMPARRAY sample_data, JDIMENSION start_col, DCTELEM *workspace);
    868 
    869 EXTERN(void) jsimd_convsamp_altivec
    870   (JSAMPARRAY sample_data, JDIMENSION start_col, DCTELEM *workspace);
    871 
    872 /* Floating Point Sample Conversion */
    873 EXTERN(void) jsimd_convsamp_float_3dnow
    874   (JSAMPARRAY sample_data, JDIMENSION start_col, FAST_FLOAT *workspace);
    875 
    876 EXTERN(void) jsimd_convsamp_float_sse
    877   (JSAMPARRAY sample_data, JDIMENSION start_col, FAST_FLOAT *workspace);
    878 
    879 EXTERN(void) jsimd_convsamp_float_sse2
    880   (JSAMPARRAY sample_data, JDIMENSION start_col, FAST_FLOAT *workspace);
    881 
    882 EXTERN(void) jsimd_convsamp_float_dspr2
    883   (JSAMPARRAY sample_data, JDIMENSION start_col, FAST_FLOAT *workspace);
    884 
    885 /* Slow Integer Forward DCT */
    886 EXTERN(void) jsimd_fdct_islow_mmx(DCTELEM *data);
    887 
    888 extern const int jconst_fdct_islow_sse2[];
    889 EXTERN(void) jsimd_fdct_islow_sse2(DCTELEM *data);
    890 
    891 extern const int jconst_fdct_islow_avx2[];
    892 EXTERN(void) jsimd_fdct_islow_avx2(DCTELEM *data);
    893 
    894 EXTERN(void) jsimd_fdct_islow_neon(DCTELEM *data);
    895 
    896 EXTERN(void) jsimd_fdct_islow_dspr2(DCTELEM *data);
    897 
    898 EXTERN(void) jsimd_fdct_islow_mmi(DCTELEM *data);
    899 
    900 EXTERN(void) jsimd_fdct_islow_altivec(DCTELEM *data);
    901 
    902 /* Fast Integer Forward DCT */
    903 EXTERN(void) jsimd_fdct_ifast_mmx(DCTELEM *data);
    904 
    905 extern const int jconst_fdct_ifast_sse2[];
    906 EXTERN(void) jsimd_fdct_ifast_sse2(DCTELEM *data);
    907 
    908 EXTERN(void) jsimd_fdct_ifast_neon(DCTELEM *data);
    909 
    910 EXTERN(void) jsimd_fdct_ifast_dspr2(DCTELEM *data);
    911 
    912 EXTERN(void) jsimd_fdct_ifast_altivec(DCTELEM *data);
    913 
    914 /* Floating Point Forward DCT */
    915 EXTERN(void) jsimd_fdct_float_3dnow(FAST_FLOAT *data);
    916 
    917 extern const int jconst_fdct_float_sse[];
    918 EXTERN(void) jsimd_fdct_float_sse(FAST_FLOAT *data);
    919 
    920 /* Quantization */
    921 EXTERN(void) jsimd_quantize_mmx
    922   (JCOEFPTR coef_block, DCTELEM *divisors, DCTELEM *workspace);
    923 
    924 EXTERN(void) jsimd_quantize_sse2
    925   (JCOEFPTR coef_block, DCTELEM *divisors, DCTELEM *workspace);
    926 
    927 EXTERN(void) jsimd_quantize_avx2
    928   (JCOEFPTR coef_block, DCTELEM *divisors, DCTELEM *workspace);
    929 
    930 EXTERN(void) jsimd_quantize_neon
    931   (JCOEFPTR coef_block, DCTELEM *divisors, DCTELEM *workspace);
    932 
    933 EXTERN(void) jsimd_quantize_dspr2
    934   (JCOEFPTR coef_block, DCTELEM *divisors, DCTELEM *workspace);
    935 
    936 EXTERN(void) jsimd_quantize_mmi
    937   (JCOEFPTR coef_block, DCTELEM *divisors, DCTELEM *workspace);
    938 
    939 EXTERN(void) jsimd_quantize_altivec
    940   (JCOEFPTR coef_block, DCTELEM *divisors, DCTELEM *workspace);
    941 
    942 /* Floating Point Quantization */
    943 EXTERN(void) jsimd_quantize_float_3dnow
    944   (JCOEFPTR coef_block, FAST_FLOAT *divisors, FAST_FLOAT *workspace);
    945 
    946 EXTERN(void) jsimd_quantize_float_sse
    947   (JCOEFPTR coef_block, FAST_FLOAT *divisors, FAST_FLOAT *workspace);
    948 
    949 EXTERN(void) jsimd_quantize_float_sse2
    950   (JCOEFPTR coef_block, FAST_FLOAT *divisors, FAST_FLOAT *workspace);
    951 
    952 EXTERN(void) jsimd_quantize_float_dspr2
    953   (JCOEFPTR coef_block, FAST_FLOAT *divisors, FAST_FLOAT *workspace);
    954 
    955 /* Scaled Inverse DCT */
    956 EXTERN(void) jsimd_idct_2x2_mmx
    957   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
    958    JDIMENSION output_col);
    959 EXTERN(void) jsimd_idct_4x4_mmx
    960   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
    961    JDIMENSION output_col);
    962 
    963 extern const int jconst_idct_red_sse2[];
    964 EXTERN(void) jsimd_idct_2x2_sse2
    965   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
    966    JDIMENSION output_col);
    967 EXTERN(void) jsimd_idct_4x4_sse2
    968   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
    969    JDIMENSION output_col);
    970 
    971 EXTERN(void) jsimd_idct_2x2_neon
    972   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
    973    JDIMENSION output_col);
    974 EXTERN(void) jsimd_idct_4x4_neon
    975   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
    976    JDIMENSION output_col);
    977 
    978 EXTERN(void) jsimd_idct_2x2_dspr2
    979   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
    980    JDIMENSION output_col);
    981 EXTERN(void) jsimd_idct_4x4_dspr2
    982   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
    983    JDIMENSION output_col, int *workspace);
    984 EXTERN(void) jsimd_idct_6x6_dspr2
    985   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
    986    JDIMENSION output_col);
    987 EXTERN(void) jsimd_idct_12x12_pass1_dspr2
    988   (JCOEFPTR coef_block, void *dct_table, int *workspace);
    989 EXTERN(void) jsimd_idct_12x12_pass2_dspr2
    990   (int *workspace, int *output);
    991 
    992 /* Slow Integer Inverse DCT */
    993 EXTERN(void) jsimd_idct_islow_mmx
    994   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
    995    JDIMENSION output_col);
    996 
    997 extern const int jconst_idct_islow_sse2[];
    998 EXTERN(void) jsimd_idct_islow_sse2
    999   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
   1000    JDIMENSION output_col);
   1001 
   1002 extern const int jconst_idct_islow_avx2[];
   1003 EXTERN(void) jsimd_idct_islow_avx2
   1004   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
   1005    JDIMENSION output_col);
   1006 
   1007 EXTERN(void) jsimd_idct_islow_neon
   1008   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
   1009    JDIMENSION output_col);
   1010 
   1011 EXTERN(void) jsimd_idct_islow_dspr2
   1012   (void *dct_table, JCOEFPTR coef_block, int *output_buf, JSAMPLE *output_col);
   1013 
   1014 EXTERN(void) jsimd_idct_islow_mmi
   1015   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
   1016    JDIMENSION output_col);
   1017 
   1018 EXTERN(void) jsimd_idct_islow_altivec
   1019   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
   1020    JDIMENSION output_col);
   1021 
   1022 /* Fast Integer Inverse DCT */
   1023 EXTERN(void) jsimd_idct_ifast_mmx
   1024   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
   1025    JDIMENSION output_col);
   1026 
   1027 extern const int jconst_idct_ifast_sse2[];
   1028 EXTERN(void) jsimd_idct_ifast_sse2
   1029   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
   1030    JDIMENSION output_col);
   1031 
   1032 EXTERN(void) jsimd_idct_ifast_neon
   1033   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
   1034    JDIMENSION output_col);
   1035 
   1036 EXTERN(void) jsimd_idct_ifast_cols_dspr2
   1037   (JCOEF *inptr, IFAST_MULT_TYPE *quantptr, DCTELEM *wsptr,
   1038    const int *idct_coefs);
   1039 EXTERN(void) jsimd_idct_ifast_rows_dspr2
   1040   (DCTELEM *wsptr, JSAMPARRAY output_buf, JDIMENSION output_col,
   1041    const int *idct_coefs);
   1042 
   1043 EXTERN(void) jsimd_idct_ifast_altivec
   1044   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
   1045    JDIMENSION output_col);
   1046 
   1047 /* Floating Point Inverse DCT */
   1048 EXTERN(void) jsimd_idct_float_3dnow
   1049   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
   1050    JDIMENSION output_col);
   1051 
   1052 extern const int jconst_idct_float_sse[];
   1053 EXTERN(void) jsimd_idct_float_sse
   1054   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
   1055    JDIMENSION output_col);
   1056 
   1057 extern const int jconst_idct_float_sse2[];
   1058 EXTERN(void) jsimd_idct_float_sse2
   1059   (void *dct_table, JCOEFPTR coef_block, JSAMPARRAY output_buf,
   1060    JDIMENSION output_col);
   1061 
   1062 /* Huffman coding */
   1063 extern const int jconst_huff_encode_one_block[];
   1064 EXTERN(JOCTET *) jsimd_huff_encode_one_block_sse2
   1065   (void *state, JOCTET *buffer, JCOEFPTR block, int last_dc_val,
   1066    c_derived_tbl *dctbl, c_derived_tbl *actbl);
   1067 
   1068 EXTERN(JOCTET *) jsimd_huff_encode_one_block_neon
   1069   (void *state, JOCTET *buffer, JCOEFPTR block, int last_dc_val,
   1070    c_derived_tbl *dctbl, c_derived_tbl *actbl);
   1071 
   1072 EXTERN(JOCTET *) jsimd_huff_encode_one_block_neon_slowtbl
   1073   (void *state, JOCTET *buffer, JCOEFPTR block, int last_dc_val,
   1074    c_derived_tbl *dctbl, c_derived_tbl *actbl);
   1075 
   1076 /* Progressive Huffman encoding */
   1077 EXTERN(void) jsimd_encode_mcu_AC_first_prepare_sse2
   1078   (const JCOEF *block, const int *jpeg_natural_order_start, int Sl, int Al,
   1079    JCOEF *values, size_t *zerobits);
   1080 
   1081 EXTERN(int) jsimd_encode_mcu_AC_refine_prepare_sse2
   1082   (const JCOEF *block, const int *jpeg_natural_order_start, int Sl, int Al,
   1083    JCOEF *absvalues, size_t *bits);
   1084