Home | History | Annotate | Download | only in aes 
      1 // Copyright 2012 The Go Authors. All rights reserved.
      2 // Use of this source code is governed by a BSD-style
      3 // license that can be found in the LICENSE file.
      4 
      5 #include "textflag.h"
      6 
      7 // func encryptBlockAsm(nr int, xk *uint32, dst, src *byte)
      8 TEXT encryptBlockAsm(SB),NOSPLIT,$0
      9 	MOVQ nr+0(FP), CX
     10 	MOVQ xk+8(FP), AX
     11 	MOVQ dst+16(FP), DX
     12 	MOVQ src+24(FP), BX
     13 	MOVUPS 0(AX), X1
     14 	MOVUPS 0(BX), X0
     15 	ADDQ $16, AX
     16 	PXOR X1, X0
     17 	SUBQ $12, CX
     18 	JE Lenc196
     19 	JB Lenc128
     20 Lenc256:
     21 	MOVUPS 0(AX), X1
     22 	AESENC X1, X0
     23 	MOVUPS 16(AX), X1
     24 	AESENC X1, X0
     25 	ADDQ $32, AX
     26 Lenc196:
     27 	MOVUPS 0(AX), X1
     28 	AESENC X1, X0
     29 	MOVUPS 16(AX), X1
     30 	AESENC X1, X0
     31 	ADDQ $32, AX
     32 Lenc128:
     33 	MOVUPS 0(AX), X1
     34 	AESENC X1, X0
     35 	MOVUPS 16(AX), X1
     36 	AESENC X1, X0
     37 	MOVUPS 32(AX), X1
     38 	AESENC X1, X0
     39 	MOVUPS 48(AX), X1
     40 	AESENC X1, X0
     41 	MOVUPS 64(AX), X1
     42 	AESENC X1, X0
     43 	MOVUPS 80(AX), X1
     44 	AESENC X1, X0
     45 	MOVUPS 96(AX), X1
     46 	AESENC X1, X0
     47 	MOVUPS 112(AX), X1
     48 	AESENC X1, X0
     49 	MOVUPS 128(AX), X1
     50 	AESENC X1, X0
     51 	MOVUPS 144(AX), X1
     52 	AESENCLAST X1, X0
     53 	MOVUPS X0, 0(DX)
     54 	RET
     55 
     56 // func decryptBlockAsm(nr int, xk *uint32, dst, src *byte)
     57 TEXT decryptBlockAsm(SB),NOSPLIT,$0
     58 	MOVQ nr+0(FP), CX
     59 	MOVQ xk+8(FP), AX
     60 	MOVQ dst+16(FP), DX
     61 	MOVQ src+24(FP), BX
     62 	MOVUPS 0(AX), X1
     63 	MOVUPS 0(BX), X0
     64 	ADDQ $16, AX
     65 	PXOR X1, X0
     66 	SUBQ $12, CX
     67 	JE Ldec196
     68 	JB Ldec128
     69 Ldec256:
     70 	MOVUPS 0(AX), X1
     71 	AESDEC X1, X0
     72 	MOVUPS 16(AX), X1
     73 	AESDEC X1, X0
     74 	ADDQ $32, AX
     75 Ldec196:
     76 	MOVUPS 0(AX), X1
     77 	AESDEC X1, X0
     78 	MOVUPS 16(AX), X1
     79 	AESDEC X1, X0
     80 	ADDQ $32, AX
     81 Ldec128:
     82 	MOVUPS 0(AX), X1
     83 	AESDEC X1, X0
     84 	MOVUPS 16(AX), X1
     85 	AESDEC X1, X0
     86 	MOVUPS 32(AX), X1
     87 	AESDEC X1, X0
     88 	MOVUPS 48(AX), X1
     89 	AESDEC X1, X0
     90 	MOVUPS 64(AX), X1
     91 	AESDEC X1, X0
     92 	MOVUPS 80(AX), X1
     93 	AESDEC X1, X0
     94 	MOVUPS 96(AX), X1
     95 	AESDEC X1, X0
     96 	MOVUPS 112(AX), X1
     97 	AESDEC X1, X0
     98 	MOVUPS 128(AX), X1
     99 	AESDEC X1, X0
    100 	MOVUPS 144(AX), X1
    101 	AESDECLAST X1, X0
    102 	MOVUPS X0, 0(DX)
    103 	RET
    104 
    105 // func expandKeyAsm(nr int, key *byte, enc, dec *uint32) {
    106 // Note that round keys are stored in uint128 format, not uint32
    107 TEXT expandKeyAsm(SB),NOSPLIT,$0
    108 	MOVQ nr+0(FP), CX
    109 	MOVQ key+8(FP), AX
    110 	MOVQ enc+16(FP), BX
    111 	MOVQ dec+24(FP), DX
    112 	MOVUPS (AX), X0
    113 	// enc
    114 	MOVUPS X0, (BX)
    115 	ADDQ $16, BX
    116 	PXOR X4, X4 // _expand_key_* expect X4 to be zero
    117 	CMPL CX, $12
    118 	JE Lexp_enc196
    119 	JB Lexp_enc128
    120 Lexp_enc256:
    121 	MOVUPS 16(AX), X2
    122 	MOVUPS X2, (BX)
    123 	ADDQ $16, BX
    124 	AESKEYGENASSIST $0x01, X2, X1
    125 	CALL _expand_key_256a<>(SB)
    126 	AESKEYGENASSIST $0x01, X0, X1
    127 	CALL _expand_key_256b<>(SB)
    128 	AESKEYGENASSIST $0x02, X2, X1
    129 	CALL _expand_key_256a<>(SB)
    130 	AESKEYGENASSIST $0x02, X0, X1
    131 	CALL _expand_key_256b<>(SB)
    132 	AESKEYGENASSIST $0x04, X2, X1
    133 	CALL _expand_key_256a<>(SB)
    134 	AESKEYGENASSIST $0x04, X0, X1
    135 	CALL _expand_key_256b<>(SB)
    136 	AESKEYGENASSIST $0x08, X2, X1
    137 	CALL _expand_key_256a<>(SB)
    138 	AESKEYGENASSIST $0x08, X0, X1
    139 	CALL _expand_key_256b<>(SB)
    140 	AESKEYGENASSIST $0x10, X2, X1
    141 	CALL _expand_key_256a<>(SB)
    142 	AESKEYGENASSIST $0x10, X0, X1
    143 	CALL _expand_key_256b<>(SB)
    144 	AESKEYGENASSIST $0x20, X2, X1
    145 	CALL _expand_key_256a<>(SB)
    146 	AESKEYGENASSIST $0x20, X0, X1
    147 	CALL _expand_key_256b<>(SB)
    148 	AESKEYGENASSIST $0x40, X2, X1
    149 	CALL _expand_key_256a<>(SB)
    150 	JMP Lexp_dec
    151 Lexp_enc196:
    152 	MOVQ 16(AX), X2
    153 	AESKEYGENASSIST $0x01, X2, X1
    154 	CALL _expand_key_192a<>(SB)
    155 	AESKEYGENASSIST $0x02, X2, X1
    156 	CALL _expand_key_192b<>(SB)
    157 	AESKEYGENASSIST $0x04, X2, X1
    158 	CALL _expand_key_192a<>(SB)
    159 	AESKEYGENASSIST $0x08, X2, X1
    160 	CALL _expand_key_192b<>(SB)
    161 	AESKEYGENASSIST $0x10, X2, X1
    162 	CALL _expand_key_192a<>(SB)
    163 	AESKEYGENASSIST $0x20, X2, X1
    164 	CALL _expand_key_192b<>(SB)
    165 	AESKEYGENASSIST $0x40, X2, X1
    166 	CALL _expand_key_192a<>(SB)
    167 	AESKEYGENASSIST $0x80, X2, X1
    168 	CALL _expand_key_192b<>(SB)
    169 	JMP Lexp_dec
    170 Lexp_enc128:
    171 	AESKEYGENASSIST $0x01, X0, X1
    172 	CALL _expand_key_128<>(SB)
    173 	AESKEYGENASSIST $0x02, X0, X1
    174 	CALL _expand_key_128<>(SB)
    175 	AESKEYGENASSIST $0x04, X0, X1
    176 	CALL _expand_key_128<>(SB)
    177 	AESKEYGENASSIST $0x08, X0, X1
    178 	CALL _expand_key_128<>(SB)
    179 	AESKEYGENASSIST $0x10, X0, X1
    180 	CALL _expand_key_128<>(SB)
    181 	AESKEYGENASSIST $0x20, X0, X1
    182 	CALL _expand_key_128<>(SB)
    183 	AESKEYGENASSIST $0x40, X0, X1
    184 	CALL _expand_key_128<>(SB)
    185 	AESKEYGENASSIST $0x80, X0, X1
    186 	CALL _expand_key_128<>(SB)
    187 	AESKEYGENASSIST $0x1b, X0, X1
    188 	CALL _expand_key_128<>(SB)
    189 	AESKEYGENASSIST $0x36, X0, X1
    190 	CALL _expand_key_128<>(SB)
    191 Lexp_dec:
    192 	// dec
    193 	SUBQ $16, BX
    194 	MOVUPS (BX), X1
    195 	MOVUPS X1, (DX)
    196 	DECQ CX
    197 Lexp_dec_loop:
    198 	MOVUPS -16(BX), X1
    199 	AESIMC X1, X0
    200 	MOVUPS X0, 16(DX)
    201 	SUBQ $16, BX
    202 	ADDQ $16, DX
    203 	DECQ CX
    204 	JNZ Lexp_dec_loop
    205 	MOVUPS -16(BX), X0
    206 	MOVUPS X0, 16(DX)
    207 	RET
    208 
    209 TEXT _expand_key_128<>(SB),NOSPLIT,$0
    210 	PSHUFD $0xff, X1, X1
    211 	SHUFPS $0x10, X0, X4
    212 	PXOR X4, X0
    213 	SHUFPS $0x8c, X0, X4
    214 	PXOR X4, X0
    215 	PXOR X1, X0
    216 	MOVUPS X0, (BX)
    217 	ADDQ $16, BX
    218 	RET
    219 
    220 TEXT _expand_key_192a<>(SB),NOSPLIT,$0
    221 	PSHUFD $0x55, X1, X1
    222 	SHUFPS $0x10, X0, X4
    223 	PXOR X4, X0
    224 	SHUFPS $0x8c, X0, X4
    225 	PXOR X4, X0
    226 	PXOR X1, X0
    227 
    228 	MOVAPS X2, X5
    229 	MOVAPS X2, X6
    230 	PSLLDQ $0x4, X5
    231 	PSHUFD $0xff, X0, X3
    232 	PXOR X3, X2
    233 	PXOR X5, X2
    234 
    235 	MOVAPS X0, X1
    236 	SHUFPS $0x44, X0, X6
    237 	MOVUPS X6, (BX)
    238 	SHUFPS $0x4e, X2, X1
    239 	MOVUPS X1, 16(BX)
    240 	ADDQ $32, BX
    241 	RET
    242 
    243 TEXT _expand_key_192b<>(SB),NOSPLIT,$0
    244 	PSHUFD $0x55, X1, X1
    245 	SHUFPS $0x10, X0, X4
    246 	PXOR X4, X0
    247 	SHUFPS $0x8c, X0, X4
    248 	PXOR X4, X0
    249 	PXOR X1, X0
    250 
    251 	MOVAPS X2, X5
    252 	PSLLDQ $0x4, X5
    253 	PSHUFD $0xff, X0, X3
    254 	PXOR X3, X2
    255 	PXOR X5, X2
    256 
    257 	MOVUPS X0, (BX)
    258 	ADDQ $16, BX
    259 	RET
    260 
    261 TEXT _expand_key_256a<>(SB),NOSPLIT,$0
    262 	JMP _expand_key_128<>(SB)
    263 
    264 TEXT _expand_key_256b<>(SB),NOSPLIT,$0
    265 	PSHUFD $0xaa, X1, X1
    266 	SHUFPS $0x10, X2, X4
    267 	PXOR X4, X2
    268 	SHUFPS $0x8c, X2, X4
    269 	PXOR X4, X2
    270 	PXOR X1, X2
    271 
    272 	MOVUPS X2, (BX)
    273 	ADDQ $16, BX
    274 	RET
    275