Home | History | Annotate | Download | only in X86
      1 //===-- X86InstrXOP.td - XOP Instruction Set ---------------*- tablegen -*-===//
      2 //
      3 //                     The LLVM Compiler Infrastructure
      4 //
      5 // This file is distributed under the University of Illinois Open Source
      6 // License. See LICENSE.TXT for details.
      7 //
      8 //===----------------------------------------------------------------------===//
      9 //
     10 // This file describes XOP (eXtended OPerations)
     11 //
     12 //===----------------------------------------------------------------------===//
     13 
     14 multiclass xop2op<bits<8> opc, string OpcodeStr, Intrinsic Int, PatFrag memop> {
     15   def rr : IXOP<opc, MRMSrcReg, (outs VR128:$dst), (ins VR128:$src),
     16            !strconcat(OpcodeStr, "\t{$src, $dst|$dst, $src}"),
     17            [(set VR128:$dst, (Int VR128:$src))]>, XOP;
     18   def rm : IXOP<opc, MRMSrcMem, (outs VR128:$dst), (ins i128mem:$src),
     19            !strconcat(OpcodeStr, "\t{$src, $dst|$dst, $src}"),
     20            [(set VR128:$dst, (Int (bitconvert (memop addr:$src))))]>, XOP;
     21 }
     22 
     23 let ExeDomain = SSEPackedInt in {
     24   defm VPHSUBWD  : xop2op<0xE2, "vphsubwd", int_x86_xop_vphsubwd, loadv2i64>;
     25   defm VPHSUBDQ  : xop2op<0xE3, "vphsubdq", int_x86_xop_vphsubdq, loadv2i64>;
     26   defm VPHSUBBW  : xop2op<0xE1, "vphsubbw", int_x86_xop_vphsubbw, loadv2i64>;
     27   defm VPHADDWQ  : xop2op<0xC7, "vphaddwq", int_x86_xop_vphaddwq, loadv2i64>;
     28   defm VPHADDWD  : xop2op<0xC6, "vphaddwd", int_x86_xop_vphaddwd, loadv2i64>;
     29   defm VPHADDUWQ : xop2op<0xD7, "vphadduwq", int_x86_xop_vphadduwq, loadv2i64>;
     30   defm VPHADDUWD : xop2op<0xD6, "vphadduwd", int_x86_xop_vphadduwd, loadv2i64>;
     31   defm VPHADDUDQ : xop2op<0xDB, "vphaddudq", int_x86_xop_vphaddudq, loadv2i64>;
     32   defm VPHADDUBW : xop2op<0xD1, "vphaddubw", int_x86_xop_vphaddubw, loadv2i64>;
     33   defm VPHADDUBQ : xop2op<0xD3, "vphaddubq", int_x86_xop_vphaddubq, loadv2i64>;
     34   defm VPHADDUBD : xop2op<0xD2, "vphaddubd", int_x86_xop_vphaddubd, loadv2i64>;
     35   defm VPHADDDQ  : xop2op<0xCB, "vphadddq", int_x86_xop_vphadddq, loadv2i64>;
     36   defm VPHADDBW  : xop2op<0xC1, "vphaddbw", int_x86_xop_vphaddbw, loadv2i64>;
     37   defm VPHADDBQ  : xop2op<0xC3, "vphaddbq", int_x86_xop_vphaddbq, loadv2i64>;
     38   defm VPHADDBD  : xop2op<0xC2, "vphaddbd", int_x86_xop_vphaddbd, loadv2i64>;
     39 }
     40 
     41 // Scalar load 2 addr operand instructions
     42 multiclass xop2opsld<bits<8> opc, string OpcodeStr, Intrinsic Int,
     43                      Operand memop, ComplexPattern mem_cpat> {
     44   def rr : IXOP<opc, MRMSrcReg, (outs VR128:$dst), (ins VR128:$src),
     45            !strconcat(OpcodeStr, "\t{$src, $dst|$dst, $src}"),
     46            [(set VR128:$dst, (Int VR128:$src))]>, XOP;
     47   def rm : IXOP<opc, MRMSrcMem, (outs VR128:$dst), (ins memop:$src),
     48            !strconcat(OpcodeStr, "\t{$src, $dst|$dst, $src}"),
     49            [(set VR128:$dst, (Int (bitconvert mem_cpat:$src)))]>, XOP;
     50 }
     51 
     52 multiclass xop2op128<bits<8> opc, string OpcodeStr, Intrinsic Int,
     53                      PatFrag memop> {
     54   def rr : IXOP<opc, MRMSrcReg, (outs VR128:$dst), (ins VR128:$src),
     55            !strconcat(OpcodeStr, "\t{$src, $dst|$dst, $src}"),
     56            [(set VR128:$dst, (Int VR128:$src))]>, XOP;
     57   def rm : IXOP<opc, MRMSrcMem, (outs VR128:$dst), (ins f128mem:$src),
     58            !strconcat(OpcodeStr, "\t{$src, $dst|$dst, $src}"),
     59            [(set VR128:$dst, (Int (bitconvert (memop addr:$src))))]>, XOP;
     60 }
     61 
     62 multiclass xop2op256<bits<8> opc, string OpcodeStr, Intrinsic Int,
     63                      PatFrag memop> {
     64   def rrY : IXOP<opc, MRMSrcReg, (outs VR256:$dst), (ins VR256:$src),
     65            !strconcat(OpcodeStr, "\t{$src, $dst|$dst, $src}"),
     66            [(set VR256:$dst, (Int VR256:$src))]>, XOP, VEX_L;
     67   def rmY : IXOP<opc, MRMSrcMem, (outs VR256:$dst), (ins f256mem:$src),
     68            !strconcat(OpcodeStr, "\t{$src, $dst|$dst, $src}"),
     69            [(set VR256:$dst, (Int (bitconvert (memop addr:$src))))]>, XOP, VEX_L;
     70 }
     71 
     72 let ExeDomain = SSEPackedSingle in {
     73   defm VFRCZSS : xop2opsld<0x82, "vfrczss", int_x86_xop_vfrcz_ss,
     74                            ssmem, sse_load_f32>;
     75   defm VFRCZPS : xop2op128<0x80, "vfrczps", int_x86_xop_vfrcz_ps, loadv4f32>;
     76   defm VFRCZPS : xop2op256<0x80, "vfrczps", int_x86_xop_vfrcz_ps_256, loadv8f32>;
     77 }
     78 
     79 let ExeDomain = SSEPackedDouble in {
     80   defm VFRCZSD : xop2opsld<0x83, "vfrczsd", int_x86_xop_vfrcz_sd,
     81                            sdmem, sse_load_f64>;
     82   defm VFRCZPD : xop2op128<0x81, "vfrczpd", int_x86_xop_vfrcz_pd, loadv2f64>;
     83   defm VFRCZPD : xop2op256<0x81, "vfrczpd", int_x86_xop_vfrcz_pd_256, loadv4f64>;
     84 }
     85 
     86 multiclass xop3op<bits<8> opc, string OpcodeStr, SDNode OpNode,
     87                   ValueType vt128> {
     88   def rr : IXOP<opc, MRMSrcReg, (outs VR128:$dst),
     89            (ins VR128:$src1, VR128:$src2),
     90            !strconcat(OpcodeStr, "\t{$src2, $src1, $dst|$dst, $src1, $src2}"),
     91            [(set VR128:$dst,
     92               (vt128 (OpNode (vt128 VR128:$src1), (vt128 VR128:$src2))))]>,
     93            XOP_4VOp3, Sched<[WriteVarVecShift]>;
     94   def rm : IXOP<opc, MRMSrcMem, (outs VR128:$dst),
     95            (ins VR128:$src1, i128mem:$src2),
     96            !strconcat(OpcodeStr, "\t{$src2, $src1, $dst|$dst, $src1, $src2}"),
     97            [(set VR128:$dst,
     98               (vt128 (OpNode (vt128 VR128:$src1),
     99                              (vt128 (bitconvert (loadv2i64 addr:$src2))))))]>,
    100            XOP_4V, VEX_W, Sched<[WriteVarVecShift, ReadAfterLd]>;
    101   def mr : IXOP<opc, MRMSrcMem, (outs VR128:$dst),
    102            (ins i128mem:$src1, VR128:$src2),
    103            !strconcat(OpcodeStr, "\t{$src2, $src1, $dst|$dst, $src1, $src2}"),
    104            [(set VR128:$dst,
    105               (vt128 (OpNode (vt128 (bitconvert (loadv2i64 addr:$src1))),
    106                              (vt128 VR128:$src2))))]>,
    107              XOP_4VOp3, Sched<[WriteVarVecShift, ReadAfterLd]>;
    108 }
    109 
    110 let ExeDomain = SSEPackedInt in {
    111   defm VPROTB : xop3op<0x90, "vprotb", X86vprot, v16i8>;
    112   defm VPROTD : xop3op<0x92, "vprotd", X86vprot, v4i32>;
    113   defm VPROTQ : xop3op<0x93, "vprotq", X86vprot, v2i64>;
    114   defm VPROTW : xop3op<0x91, "vprotw", X86vprot, v8i16>;
    115   defm VPSHAB : xop3op<0x98, "vpshab", X86vpsha, v16i8>;
    116   defm VPSHAD : xop3op<0x9A, "vpshad", X86vpsha, v4i32>;
    117   defm VPSHAQ : xop3op<0x9B, "vpshaq", X86vpsha, v2i64>;
    118   defm VPSHAW : xop3op<0x99, "vpshaw", X86vpsha, v8i16>;
    119   defm VPSHLB : xop3op<0x94, "vpshlb", X86vpshl, v16i8>;
    120   defm VPSHLD : xop3op<0x96, "vpshld", X86vpshl, v4i32>;
    121   defm VPSHLQ : xop3op<0x97, "vpshlq", X86vpshl, v2i64>;
    122   defm VPSHLW : xop3op<0x95, "vpshlw", X86vpshl, v8i16>;
    123 }
    124 
    125 multiclass xop3opimm<bits<8> opc, string OpcodeStr, SDNode OpNode,
    126                      ValueType vt128> {
    127   def ri : IXOPi8<opc, MRMSrcReg, (outs VR128:$dst),
    128            (ins VR128:$src1, u8imm:$src2),
    129            !strconcat(OpcodeStr, "\t{$src2, $src1, $dst|$dst, $src1, $src2}"),
    130            [(set VR128:$dst,
    131               (vt128 (OpNode (vt128 VR128:$src1), imm:$src2)))]>, XOP;
    132   def mi : IXOPi8<opc, MRMSrcMem, (outs VR128:$dst),
    133            (ins i128mem:$src1, u8imm:$src2),
    134            !strconcat(OpcodeStr, "\t{$src2, $src1, $dst|$dst, $src1, $src2}"),
    135            [(set VR128:$dst,
    136               (vt128 (OpNode (vt128 (bitconvert (loadv2i64 addr:$src1))), imm:$src2)))]>, XOP;
    137 }
    138 
    139 let ExeDomain = SSEPackedInt in {
    140   defm VPROTB : xop3opimm<0xC0, "vprotb", X86vproti, v16i8>;
    141   defm VPROTD : xop3opimm<0xC2, "vprotd", X86vproti, v4i32>;
    142   defm VPROTQ : xop3opimm<0xC3, "vprotq", X86vproti, v2i64>;
    143   defm VPROTW : xop3opimm<0xC1, "vprotw", X86vproti, v8i16>;
    144 }
    145 
    146 // Instruction where second source can be memory, but third must be register
    147 multiclass xop4opm2<bits<8> opc, string OpcodeStr, Intrinsic Int> {
    148   let isCommutable = 1 in
    149   def rr : IXOPi8<opc, MRMSrcReg, (outs VR128:$dst),
    150            (ins VR128:$src1, VR128:$src2, VR128:$src3),
    151            !strconcat(OpcodeStr,
    152            "\t{$src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3}"),
    153            [(set VR128:$dst,
    154               (Int VR128:$src1, VR128:$src2, VR128:$src3))]>, XOP_4V, VEX_I8IMM;
    155   def rm : IXOPi8<opc, MRMSrcMem, (outs VR128:$dst),
    156            (ins VR128:$src1, i128mem:$src2, VR128:$src3),
    157            !strconcat(OpcodeStr,
    158            "\t{$src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3}"),
    159            [(set VR128:$dst,
    160               (Int VR128:$src1, (bitconvert (loadv2i64 addr:$src2)),
    161               VR128:$src3))]>, XOP_4V, VEX_I8IMM;
    162 }
    163 
    164 let ExeDomain = SSEPackedInt in {
    165   defm VPMADCSWD  : xop4opm2<0xB6, "vpmadcswd", int_x86_xop_vpmadcswd>;
    166   defm VPMADCSSWD : xop4opm2<0xA6, "vpmadcsswd", int_x86_xop_vpmadcsswd>;
    167   defm VPMACSWW   : xop4opm2<0x95, "vpmacsww", int_x86_xop_vpmacsww>;
    168   defm VPMACSWD   : xop4opm2<0x96, "vpmacswd", int_x86_xop_vpmacswd>;
    169   defm VPMACSSWW  : xop4opm2<0x85, "vpmacssww", int_x86_xop_vpmacssww>;
    170   defm VPMACSSWD  : xop4opm2<0x86, "vpmacsswd", int_x86_xop_vpmacsswd>;
    171   defm VPMACSSDQL : xop4opm2<0x87, "vpmacssdql", int_x86_xop_vpmacssdql>;
    172   defm VPMACSSDQH : xop4opm2<0x8F, "vpmacssdqh", int_x86_xop_vpmacssdqh>;
    173   defm VPMACSSDD  : xop4opm2<0x8E, "vpmacssdd", int_x86_xop_vpmacssdd>;
    174   defm VPMACSDQL  : xop4opm2<0x97, "vpmacsdql", int_x86_xop_vpmacsdql>;
    175   defm VPMACSDQH  : xop4opm2<0x9F, "vpmacsdqh", int_x86_xop_vpmacsdqh>;
    176   defm VPMACSDD   : xop4opm2<0x9E, "vpmacsdd", int_x86_xop_vpmacsdd>;
    177 }
    178 
    179 // Instruction where second source can be memory, third must be imm8
    180 multiclass xopvpcom<bits<8> opc, string Suffix, SDNode OpNode, ValueType vt128> {
    181   let isCommutable = 1 in
    182   def ri : IXOPi8<opc, MRMSrcReg, (outs VR128:$dst),
    183            (ins VR128:$src1, VR128:$src2, XOPCC:$cc),
    184            !strconcat("vpcom${cc}", Suffix,
    185            "\t{$src2, $src1, $dst|$dst, $src1, $src2}"),
    186            [(set VR128:$dst,
    187               (vt128 (OpNode (vt128 VR128:$src1), (vt128 VR128:$src2),
    188                              i8immZExt3:$cc)))]>,
    189            XOP_4V;
    190   def mi : IXOPi8<opc, MRMSrcMem, (outs VR128:$dst),
    191            (ins VR128:$src1, i128mem:$src2, XOPCC:$cc),
    192            !strconcat("vpcom${cc}", Suffix,
    193            "\t{$src2, $src1, $dst|$dst, $src1, $src2}"),
    194            [(set VR128:$dst,
    195               (vt128 (OpNode (vt128 VR128:$src1),
    196                              (vt128 (bitconvert (loadv2i64 addr:$src2))),
    197                               i8immZExt3:$cc)))]>,
    198            XOP_4V;
    199   let isAsmParserOnly = 1, hasSideEffects = 0 in {
    200     def ri_alt : IXOPi8<opc, MRMSrcReg, (outs VR128:$dst),
    201                  (ins VR128:$src1, VR128:$src2, u8imm:$src3),
    202                  !strconcat("vpcom", Suffix,
    203                  "\t{$src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3}"),
    204                  []>, XOP_4V;
    205     let mayLoad = 1 in
    206     def mi_alt : IXOPi8<opc, MRMSrcMem, (outs VR128:$dst),
    207                  (ins VR128:$src1, i128mem:$src2, u8imm:$src3),
    208                  !strconcat("vpcom", Suffix,
    209                  "\t{$src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3}"),
    210                  []>, XOP_4V;
    211   }
    212 }
    213 
    214 let ExeDomain = SSEPackedInt in { // SSE integer instructions
    215   defm VPCOMB  : xopvpcom<0xCC, "b", X86vpcom, v16i8>;
    216   defm VPCOMW  : xopvpcom<0xCD, "w", X86vpcom, v8i16>;
    217   defm VPCOMD  : xopvpcom<0xCE, "d", X86vpcom, v4i32>;
    218   defm VPCOMQ  : xopvpcom<0xCF, "q", X86vpcom, v2i64>;
    219   defm VPCOMUB : xopvpcom<0xEC, "ub", X86vpcomu, v16i8>;
    220   defm VPCOMUW : xopvpcom<0xED, "uw", X86vpcomu, v8i16>;
    221   defm VPCOMUD : xopvpcom<0xEE, "ud", X86vpcomu, v4i32>;
    222   defm VPCOMUQ : xopvpcom<0xEF, "uq", X86vpcomu, v2i64>;
    223 }
    224 
    225 multiclass xop4op<bits<8> opc, string OpcodeStr, SDNode OpNode,
    226                   ValueType vt128> {
    227   def rrr : IXOPi8<opc, MRMSrcReg, (outs VR128:$dst),
    228             (ins VR128:$src1, VR128:$src2, VR128:$src3),
    229             !strconcat(OpcodeStr,
    230             "\t{$src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3}"),
    231             [(set VR128:$dst,
    232               (vt128 (OpNode (vt128 VR128:$src1), (vt128 VR128:$src2),
    233                              (vt128 VR128:$src3))))]>,
    234             XOP_4V, VEX_I8IMM;
    235   def rrm : IXOPi8<opc, MRMSrcMem, (outs VR128:$dst),
    236             (ins VR128:$src1, VR128:$src2, i128mem:$src3),
    237             !strconcat(OpcodeStr,
    238             "\t{$src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3}"),
    239             [(set VR128:$dst,
    240               (vt128 (OpNode (vt128 VR128:$src1), (vt128 VR128:$src2),
    241                              (vt128 (bitconvert (loadv2i64 addr:$src3))))))]>,
    242             XOP_4V, VEX_I8IMM, VEX_W, MemOp4;
    243   def rmr : IXOPi8<opc, MRMSrcMem, (outs VR128:$dst),
    244             (ins VR128:$src1, i128mem:$src2, VR128:$src3),
    245             !strconcat(OpcodeStr,
    246             "\t{$src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3}"),
    247             [(set VR128:$dst,
    248               (v16i8 (OpNode (vt128 VR128:$src1), (vt128 (bitconvert (loadv2i64 addr:$src2))),
    249                              (vt128 VR128:$src3))))]>,
    250             XOP_4V, VEX_I8IMM;
    251   // For disassembler
    252   let isCodeGenOnly = 1, ForceDisassemble = 1, hasSideEffects = 0 in
    253   def rrr_REV : IXOPi8<opc, MRMSrcReg, (outs VR128:$dst),
    254                 (ins VR128:$src1, VR128:$src2, VR128:$src3),
    255                 !strconcat(OpcodeStr,
    256                 "\t{$src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3}"),
    257                 []>, XOP_4V, VEX_I8IMM, VEX_W, MemOp4;
    258 }
    259 
    260 let ExeDomain = SSEPackedInt in {
    261   defm VPPERM : xop4op<0xA3, "vpperm", X86vpperm, v16i8>;
    262 }
    263 
    264 // Instruction where either second or third source can be memory
    265 multiclass xop4op_int<bits<8> opc, string OpcodeStr,
    266                       Intrinsic Int128, Intrinsic Int256> {
    267   // 128-bit Instruction
    268   def rrr : IXOPi8<opc, MRMSrcReg, (outs VR128:$dst),
    269             (ins VR128:$src1, VR128:$src2, VR128:$src3),
    270             !strconcat(OpcodeStr,
    271             "\t{$src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3}"),
    272             [(set VR128:$dst, (Int128 VR128:$src1, VR128:$src2, VR128:$src3))]>,
    273             XOP_4V, VEX_I8IMM;
    274   def rrm : IXOPi8<opc, MRMSrcMem, (outs VR128:$dst),
    275             (ins VR128:$src1, VR128:$src2, i128mem:$src3),
    276             !strconcat(OpcodeStr,
    277             "\t{$src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3}"),
    278             [(set VR128:$dst,
    279               (Int128 VR128:$src1, VR128:$src2,
    280                (bitconvert (loadv2i64 addr:$src3))))]>,
    281             XOP_4V, VEX_I8IMM, VEX_W, MemOp4;
    282   def rmr : IXOPi8<opc, MRMSrcMem, (outs VR128:$dst),
    283             (ins VR128:$src1, i128mem:$src2, VR128:$src3),
    284             !strconcat(OpcodeStr,
    285             "\t{$src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3}"),
    286             [(set VR128:$dst,
    287               (Int128 VR128:$src1, (bitconvert (loadv2i64 addr:$src2)),
    288                VR128:$src3))]>,
    289             XOP_4V, VEX_I8IMM;
    290   // For disassembler
    291   let isCodeGenOnly = 1, ForceDisassemble = 1, hasSideEffects = 0 in
    292   def rrr_REV : IXOPi8<opc, MRMSrcReg, (outs VR128:$dst),
    293             (ins VR128:$src1, VR128:$src2, VR128:$src3),
    294             !strconcat(OpcodeStr,
    295             "\t{$src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3}"),
    296             []>, XOP_4V, VEX_I8IMM, VEX_W, MemOp4;
    297 
    298   // 256-bit Instruction
    299   def rrrY : IXOPi8<opc, MRMSrcReg, (outs VR256:$dst),
    300              (ins VR256:$src1, VR256:$src2, VR256:$src3),
    301              !strconcat(OpcodeStr,
    302              "\t{$src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3}"),
    303              [(set VR256:$dst, (Int256 VR256:$src1, VR256:$src2, VR256:$src3))]>,
    304              XOP_4V, VEX_I8IMM, VEX_L;
    305   def rrmY : IXOPi8<opc, MRMSrcMem, (outs VR256:$dst),
    306              (ins VR256:$src1, VR256:$src2, i256mem:$src3),
    307              !strconcat(OpcodeStr,
    308              "\t{$src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3}"),
    309              [(set VR256:$dst,
    310                (Int256 VR256:$src1, VR256:$src2,
    311                (bitconvert (loadv4i64 addr:$src3))))]>,
    312              XOP_4V, VEX_I8IMM, VEX_W, MemOp4, VEX_L;
    313   def rmrY : IXOPi8<opc, MRMSrcMem, (outs VR256:$dst),
    314              (ins VR256:$src1, f256mem:$src2, VR256:$src3),
    315              !strconcat(OpcodeStr,
    316              "\t{$src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3}"),
    317              [(set VR256:$dst,
    318                (Int256 VR256:$src1, (bitconvert (loadv4i64 addr:$src2)),
    319                 VR256:$src3))]>,
    320              XOP_4V, VEX_I8IMM, VEX_L;
    321   // For disassembler
    322   let isCodeGenOnly = 1, ForceDisassemble = 1, hasSideEffects = 0 in
    323   def rrrY_REV : IXOPi8<opc, MRMSrcReg, (outs VR256:$dst),
    324             (ins VR256:$src1, VR256:$src2, VR256:$src3),
    325             !strconcat(OpcodeStr,
    326             "\t{$src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3}"),
    327             []>, XOP_4V, VEX_I8IMM, VEX_W, MemOp4, VEX_L;
    328 }
    329 
    330 let ExeDomain = SSEPackedInt in {
    331   defm VPCMOV : xop4op_int<0xA2, "vpcmov",
    332                            int_x86_xop_vpcmov, int_x86_xop_vpcmov_256>;
    333 }
    334 
    335 let Predicates = [HasXOP] in {
    336   def : Pat<(v2i64 (or (and VR128:$src3, VR128:$src1),
    337                        (X86andnp VR128:$src3, VR128:$src2))),
    338             (VPCMOVrrr VR128:$src1, VR128:$src2, VR128:$src3)>;
    339 
    340   def : Pat<(v4i64 (or (and VR256:$src3, VR256:$src1),
    341                        (X86andnp VR256:$src3, VR256:$src2))),
    342             (VPCMOVrrrY VR256:$src1, VR256:$src2, VR256:$src3)>;
    343 }
    344 
    345 multiclass xop5op<bits<8> opc, string OpcodeStr, SDNode OpNode,
    346                   ValueType vt128, ValueType vt256,
    347                   ValueType id128, ValueType id256,
    348                   PatFrag ld_128, PatFrag ld_256> {
    349   def rr : IXOP5<opc, MRMSrcReg, (outs VR128:$dst),
    350         (ins VR128:$src1, VR128:$src2, VR128:$src3, u8imm:$src4),
    351         !strconcat(OpcodeStr,
    352         "\t{$src4, $src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3, $src4}"),
    353         [(set VR128:$dst,
    354            (vt128 (OpNode (vt128 VR128:$src1), (vt128 VR128:$src2),
    355                           (id128 VR128:$src3), (i8 imm:$src4))))]>;
    356   def rm : IXOP5<opc, MRMSrcMem, (outs VR128:$dst),
    357         (ins VR128:$src1, VR128:$src2, i128mem:$src3, u8imm:$src4),
    358         !strconcat(OpcodeStr,
    359         "\t{$src4, $src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3, $src4}"),
    360         [(set VR128:$dst,
    361            (vt128 (OpNode (vt128 VR128:$src1), (vt128 VR128:$src2),
    362                           (id128 (bitconvert (loadv2i64 addr:$src3))),
    363                           (i8 imm:$src4))))]>,
    364         VEX_W, MemOp4;
    365   def mr : IXOP5<opc, MRMSrcMem, (outs VR128:$dst),
    366         (ins VR128:$src1, f128mem:$src2, VR128:$src3, u8imm:$src4),
    367         !strconcat(OpcodeStr,
    368         "\t{$src4, $src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3, $src4}"),
    369         [(set VR128:$dst,
    370            (vt128 (OpNode (vt128 VR128:$src1),
    371                           (vt128 (bitconvert (ld_128 addr:$src2))),
    372                           (id128 VR128:$src3), (i8 imm:$src4))))]>;
    373   // For disassembler
    374   let isCodeGenOnly = 1, ForceDisassemble = 1, hasSideEffects = 0 in
    375   def rr_REV : IXOP5<opc, MRMSrcReg, (outs VR128:$dst),
    376         (ins VR128:$src1, VR128:$src2, VR128:$src3, u8imm:$src4),
    377         !strconcat(OpcodeStr,
    378         "\t{$src4, $src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3, $src4}"),
    379         []>, VEX_W, MemOp4;
    380 
    381   def rrY : IXOP5<opc, MRMSrcReg, (outs VR256:$dst),
    382         (ins VR256:$src1, VR256:$src2, VR256:$src3, u8imm:$src4),
    383         !strconcat(OpcodeStr,
    384         "\t{$src4, $src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3, $src4}"),
    385         [(set VR256:$dst,
    386            (vt256 (OpNode (vt256 VR256:$src1), (vt256 VR256:$src2),
    387                           (id256 VR256:$src3), (i8 imm:$src4))))]>, VEX_L;
    388   def rmY : IXOP5<opc, MRMSrcMem, (outs VR256:$dst),
    389         (ins VR256:$src1, VR256:$src2, i256mem:$src3, u8imm:$src4),
    390         !strconcat(OpcodeStr,
    391         "\t{$src4, $src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3, $src4}"),
    392         [(set VR256:$dst,
    393            (vt256 (OpNode (vt256 VR256:$src1), (vt256 VR256:$src2),
    394                           (id256 (bitconvert (loadv4i64 addr:$src3))),
    395                           (i8 imm:$src4))))]>, VEX_W, MemOp4, VEX_L;
    396   def mrY : IXOP5<opc, MRMSrcMem, (outs VR256:$dst),
    397         (ins VR256:$src1, f256mem:$src2, VR256:$src3, u8imm:$src4),
    398         !strconcat(OpcodeStr,
    399         "\t{$src4, $src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3, $src4}"),
    400         [(set VR256:$dst,
    401            (vt256 (OpNode (vt256 VR256:$src1),
    402                           (vt256 (bitconvert (ld_256 addr:$src2))),
    403                           (id256 VR256:$src3), (i8 imm:$src4))))]>, VEX_L;
    404   // For disassembler
    405   let isCodeGenOnly = 1, ForceDisassemble = 1, hasSideEffects = 0 in
    406   def rrY_REV : IXOP5<opc, MRMSrcReg, (outs VR256:$dst),
    407         (ins VR256:$src1, VR256:$src2, VR256:$src3, u8imm:$src4),
    408         !strconcat(OpcodeStr,
    409         "\t{$src4, $src3, $src2, $src1, $dst|$dst, $src1, $src2, $src3, $src4}"),
    410         []>, VEX_W, MemOp4, VEX_L;
    411 }
    412 
    413 let ExeDomain = SSEPackedDouble in
    414   defm VPERMIL2PD : xop5op<0x49, "vpermil2pd", X86vpermil2, v2f64, v4f64,
    415                            v2i64, v4i64, loadv2f64, loadv4f64>;
    416 
    417 let ExeDomain = SSEPackedSingle in
    418   defm VPERMIL2PS : xop5op<0x48, "vpermil2ps", X86vpermil2, v4f32, v8f32,
    419                            v4i32, v8i32, loadv4f32, loadv8f32>;
    420 
    421