Home | History | Annotate | Download | only in x86
      1 ;
      2 ;  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
      3 ;
      4 ;  Use of this source code is governed by a BSD-style license
      5 ;  that can be found in the LICENSE file in the root of the source
      6 ;  tree. An additional intellectual property rights grant can be found
      7 ;  in the file PATENTS.  All contributing project authors may
      8 ;  be found in the AUTHORS file in the root of the source tree.
      9 ;
     10 
     11 
     12 %include "vpx_ports/x86_abi_support.asm"
     13 
     14 ;void vp8_short_walsh4x4_sse2(short *input, short *output, int pitch)
     15 global sym(vp8_short_walsh4x4_sse2)
     16 sym(vp8_short_walsh4x4_sse2):
     17     push        rbp
     18     mov         rbp, rsp
     19     SHADOW_ARGS_TO_STACK 3
     20     SAVE_XMM
     21     GET_GOT     rbx
     22     push        rsi
     23     push        rdi
     24     ; end prolog
     25 
     26     mov     rsi, arg(0)           ; input
     27     mov     rdi, arg(1)           ; output
     28     movsxd  rdx, dword ptr arg(2) ; pitch
     29 
     30     ; first for loop
     31     movq    xmm0, MMWORD PTR [rsi]           ; load input
     32     movq    xmm1, MMWORD PTR [rsi + rdx]
     33     lea     rsi,  [rsi + rdx*2]
     34     movq    xmm2, MMWORD PTR [rsi]
     35     movq    xmm3, MMWORD PTR [rsi + rdx]
     36 
     37     punpcklwd xmm0,  xmm1
     38     punpcklwd xmm2,  xmm3
     39 
     40     movdqa    xmm1, xmm0
     41     punpckldq xmm0, xmm2           ; ip[1] ip[0]
     42     punpckhdq xmm1, xmm2           ; ip[3] ip[2]
     43 
     44     movdqa    xmm2, xmm0
     45     paddw     xmm0, xmm1
     46     psubw     xmm2, xmm1
     47 
     48     psllw     xmm0, 2              ; d1  a1
     49     psllw     xmm2, 2              ; c1  b1
     50 
     51     movdqa    xmm1, xmm0
     52     punpcklqdq xmm0, xmm2          ; b1  a1
     53     punpckhqdq xmm1, xmm2          ; c1  d1
     54 
     55     pxor      xmm6, xmm6
     56     movq      xmm6, xmm0
     57     pxor      xmm7, xmm7
     58     pcmpeqw   xmm7, xmm6
     59     paddw     xmm7, [GLOBAL(c1)]
     60 
     61     movdqa    xmm2, xmm0
     62     paddw     xmm0, xmm1           ; b1+c1  a1+d1
     63     psubw     xmm2, xmm1           ; b1-c1  a1-d1
     64     paddw     xmm0, xmm7           ; b1+c1  a1+d1+(a1!=0)
     65 
     66     ; second for loop
     67     ; input: 13  9  5  1 12  8  4  0 (xmm0)
     68     ;        14 10  6  2 15 11  7  3 (xmm2)
     69     ; after shuffle:
     70     ;        13  5  9  1 12  4  8  0 (xmm0)
     71     ;        14  6 10  2 15  7 11  3 (xmm1)
     72     pshuflw   xmm3, xmm0, 0xd8
     73     pshufhw   xmm0, xmm3, 0xd8
     74     pshuflw   xmm3, xmm2, 0xd8
     75     pshufhw   xmm1, xmm3, 0xd8
     76 
     77     movdqa    xmm2, xmm0
     78     pmaddwd   xmm0, [GLOBAL(c1)]    ; d11 a11 d10 a10
     79     pmaddwd   xmm2, [GLOBAL(cn1)]   ; c11 b11 c10 b10
     80     movdqa    xmm3, xmm1
     81     pmaddwd   xmm1, [GLOBAL(c1)]    ; d12 a12 d13 a13
     82     pmaddwd   xmm3, [GLOBAL(cn1)]   ; c12 b12 c13 b13
     83 
     84     pshufd    xmm4, xmm0, 0xd8      ; d11 d10 a11 a10
     85     pshufd    xmm5, xmm2, 0xd8      ; c11 c10 b11 b10
     86     pshufd    xmm6, xmm1, 0x72      ; d13 d12 a13 a12
     87     pshufd    xmm7, xmm3, 0x72      ; c13 c12 b13 b12
     88 
     89     movdqa    xmm0, xmm4
     90     punpcklqdq xmm0, xmm5           ; b11 b10 a11 a10
     91     punpckhqdq xmm4, xmm5           ; c11 c10 d11 d10
     92     movdqa    xmm1, xmm6
     93     punpcklqdq xmm1, xmm7           ; b13 b12 a13 a12
     94     punpckhqdq xmm6, xmm7           ; c13 c12 d13 d12
     95 
     96     movdqa    xmm2, xmm0
     97     paddd     xmm0, xmm4            ; b21 b20 a21 a20
     98     psubd     xmm2, xmm4            ; c21 c20 d21 d20
     99     movdqa    xmm3, xmm1
    100     paddd     xmm1, xmm6            ; b23 b22 a23 a22
    101     psubd     xmm3, xmm6            ; c23 c22 d23 d22
    102 
    103     pxor      xmm4, xmm4
    104     movdqa    xmm5, xmm4
    105     pcmpgtd   xmm4, xmm0
    106     pcmpgtd   xmm5, xmm2
    107     pand      xmm4, [GLOBAL(cd1)]
    108     pand      xmm5, [GLOBAL(cd1)]
    109 
    110     pxor      xmm6, xmm6
    111     movdqa    xmm7, xmm6
    112     pcmpgtd   xmm6, xmm1
    113     pcmpgtd   xmm7, xmm3
    114     pand      xmm6, [GLOBAL(cd1)]
    115     pand      xmm7, [GLOBAL(cd1)]
    116 
    117     paddd     xmm0, xmm4
    118     paddd     xmm2, xmm5
    119     paddd     xmm0, [GLOBAL(cd3)]
    120     paddd     xmm2, [GLOBAL(cd3)]
    121     paddd     xmm1, xmm6
    122     paddd     xmm3, xmm7
    123     paddd     xmm1, [GLOBAL(cd3)]
    124     paddd     xmm3, [GLOBAL(cd3)]
    125 
    126     psrad     xmm0, 3
    127     psrad     xmm1, 3
    128     psrad     xmm2, 3
    129     psrad     xmm3, 3
    130     movdqa    xmm4, xmm0
    131     punpcklqdq xmm0, xmm1           ; a23 a22 a21 a20
    132     punpckhqdq xmm4, xmm1           ; b23 b22 b21 b20
    133     movdqa    xmm5, xmm2
    134     punpckhqdq xmm2, xmm3           ; c23 c22 c21 c20
    135     punpcklqdq xmm5, xmm3           ; d23 d22 d21 d20
    136 
    137     packssdw  xmm0, xmm4            ; b23 b22 b21 b20 a23 a22 a21 a20
    138     packssdw  xmm2, xmm5            ; d23 d22 d21 d20 c23 c22 c21 c20
    139 
    140     movdqa  XMMWORD PTR [rdi], xmm0
    141     movdqa  XMMWORD PTR [rdi + 16], xmm2
    142 
    143     ; begin epilog
    144     pop rdi
    145     pop rsi
    146     RESTORE_GOT
    147     RESTORE_XMM
    148     UNSHADOW_ARGS
    149     pop         rbp
    150     ret
    151 
    152 SECTION_RODATA
    153 align 16
    154 c1:
    155     dw 0x0001, 0x0001, 0x0001, 0x0001, 0x0001, 0x0001, 0x0001, 0x0001
    156 align 16
    157 cn1:
    158     dw 0x0001, 0xffff, 0x0001, 0xffff, 0x0001, 0xffff, 0x0001, 0xffff
    159 align 16
    160 cd1:
    161     dd 0x00000001, 0x00000001, 0x00000001, 0x00000001
    162 align 16
    163 cd3:
    164     dd 0x00000003, 0x00000003, 0x00000003, 0x00000003
    165