Lines Matching refs:ExtVT
6275 MVT ExtVT = VT.getVectorElementType();
6311 unsigned EVTBits = ExtVT.getSizeInBits();
6349 if (ExtVT == MVT::i64 && !Subtarget->is64Bit() &&
6373 if (ExtVT == MVT::i32 || ExtVT == MVT::f32 || ExtVT == MVT::f64 ||
6374 (ExtVT == MVT::i64 && Subtarget->is64Bit())) {
6389 if (ExtVT == MVT::i16 || ExtVT == MVT::i8) {
6466 EVT HVT = EVT::getVectorVT(*DAG.getContext(), ExtVT, NumElems/2);
7670 MVT ExtVT = MVT::getVectorVT(MVT::getIntegerVT(EltBits * Scale),
7672 InputV = DAG.getNode(X86ISD::VZEXT, DL, ExtVT, ShuffleOffset(InputV));
7951 MVT ExtVT = VT;
7981 ExtVT = MVT::v4i32;
7984 V2 = DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, ExtVT, V2S);
7996 assert(VT == ExtVT && "Cannot change extended type when non-zeroable!");
8013 ExtVT, V1, V2);
8020 V2 = DAG.getNode(X86ISD::VZEXT_MOVL, DL, ExtVT, V2);
8021 if (ExtVT != VT)
11189 MVT ExtVT;
11194 ExtVT = MVT::v2i64;
11197 ExtVT = MVT::v4i32;
11200 ExtVT = MVT::v8i64; // Take 512-bit type, more shuffles on KNL
11203 ExtVT = MVT::v16i32;
11206 ExtVT = MVT::v32i16;
11209 ExtVT = MVT::v64i8;
11214 V1 = getZeroVector(ExtVT, Subtarget, DAG, DL);
11216 V1 = getOnesVector(ExtVT, Subtarget, DAG, DL);
11218 V1 = DAG.getNode(ISD::SIGN_EXTEND, DL, ExtVT, V1);
11221 V2 = DAG.getUNDEF(ExtVT);
11223 V2 = getZeroVector(ExtVT, Subtarget, DAG, DL);
11225 V2 = getOnesVector(ExtVT, Subtarget, DAG, DL);
11227 V2 = DAG.getNode(ISD::SIGN_EXTEND, DL, ExtVT, V2);
11229 DAG.getVectorShuffle(ExtVT, DL, V1, V2, Mask));
11562 MVT ExtVT = (VecVT == MVT::v8i1 ? MVT::v8i64 : MVT::v16i32);
11563 SDValue Ext = DAG.getNode(ISD::ZERO_EXTEND, dl, ExtVT, Vec);
11565 ExtVT.getVectorElementType(), Ext, Idx);
13221 MVT ExtVT = NumElts == 8 ? MVT::v8i64 : MVT::v16i32;
13223 DAG.getConstant(APInt(ExtVT.getScalarSizeInBits(), 1), DL, ExtVT);
13225 DAG.getConstant(APInt::getNullValue(ExtVT.getScalarSizeInBits()), DL, ExtVT);
13227 SDValue V = DAG.getNode(ISD::VSELECT, DL, ExtVT, In, One, Zero);
13301 MVT ExtVT = (NumElts == 16)? MVT::v16i32 : MVT::v8i64;
13302 In = DAG.getNode(ISD::SIGN_EXTEND, DL, ExtVT, In);
13303 InVT = ExtVT;
15125 MVT ExtVT = NumElts == 8 ? MVT::v8i64 : MVT::v16i32;
15127 DAG.getConstant(APInt::getAllOnesValue(ExtVT.getScalarSizeInBits()), dl,
15128 ExtVT);
15130 DAG.getConstant(APInt::getNullValue(ExtVT.getScalarSizeInBits()), dl, ExtVT);
15132 SDValue V = DAG.getNode(ISD::VSELECT, dl, ExtVT, In, NegOne, Zero);
18782 MVT ExtVT = MVT::getVectorVT(MVT::i16, VT.getVectorNumElements() / 2);
18806 Amt = DAG.getBitcast(ExtVT, Amt);
18807 Amt = DAG.getNode(ISD::SHL, dl, ExtVT, Amt, DAG.getConstant(5, dl, ExtVT));
18840 ALo = DAG.getBitcast(ExtVT, ALo);
18841 AHi = DAG.getBitcast(ExtVT, AHi);
18842 RLo = DAG.getBitcast(ExtVT, RLo);
18843 RHi = DAG.getBitcast(ExtVT, RHi);
18846 SDValue MLo = DAG.getNode(ShiftOpcode, dl, ExtVT, RLo,
18847 DAG.getConstant(4, dl, ExtVT));
18848 SDValue MHi = DAG.getNode(ShiftOpcode, dl, ExtVT, RHi,
18849 DAG.getConstant(4, dl, ExtVT));
18850 RLo = SignBitSelect(ExtVT, ALo, MLo, RLo);
18851 RHi = SignBitSelect(ExtVT, AHi, MHi, RHi);
18854 ALo = DAG.getNode(ISD::ADD, dl, ExtVT, ALo, ALo);
18855 AHi = DAG.getNode(ISD::ADD, dl, ExtVT, AHi, AHi);
18858 MLo = DAG.getNode(ShiftOpcode, dl, ExtVT, RLo,
18859 DAG.getConstant(2, dl, ExtVT));
18860 MHi = DAG.getNode(ShiftOpcode, dl, ExtVT, RHi,
18861 DAG.getConstant(2, dl, ExtVT));
18862 RLo = SignBitSelect(ExtVT, ALo, MLo, RLo);
18863 RHi = SignBitSelect(ExtVT, AHi, MHi, RHi);
18866 ALo = DAG.getNode(ISD::ADD, dl, ExtVT, ALo, ALo);
18867 AHi = DAG.getNode(ISD::ADD, dl, ExtVT, AHi, AHi);
18870 MLo = DAG.getNode(ShiftOpcode, dl, ExtVT, RLo,
18871 DAG.getConstant(1, dl, ExtVT));
18872 MHi = DAG.getNode(ShiftOpcode, dl, ExtVT, RHi,
18873 DAG.getConstant(1, dl, ExtVT));
18874 RLo = SignBitSelect(ExtVT, ALo, MLo, RLo);
18875 RHi = SignBitSelect(ExtVT, AHi, MHi, RHi);
18881 DAG.getNode(ISD::SRL, dl, ExtVT, RLo, DAG.getConstant(8, dl, ExtVT));
18883 DAG.getNode(ISD::SRL, dl, ExtVT, RHi, DAG.getConstant(8, dl, ExtVT));
18892 MVT ExtVT = MVT::v8i32;
18895 R = DAG.getNode(ExtOpc, dl, ExtVT, R);
18896 Amt = DAG.getNode(ISD::ANY_EXTEND, dl, ExtVT, Amt);
18898 DAG.getNode(Op.getOpcode(), dl, ExtVT, R, Amt));
18902 MVT ExtVT = MVT::v8i32;
18908 ALo = DAG.getBitcast(ExtVT, ALo);
18909 AHi = DAG.getBitcast(ExtVT, AHi);
18910 RLo = DAG.getBitcast(ExtVT, RLo);
18911 RHi = DAG.getBitcast(ExtVT, RHi);
18912 ExtVT, RLo, ALo);
18913 SDValue Hi = DAG.getNode(Op.getOpcode(), dl, ExtVT, RHi, AHi);
18914 Lo = DAG.getNode(ISD::SRL, dl, ExtVT, Lo, DAG.getConstant(16, dl, ExtVT));
18915 Hi = DAG.getNode(ISD::SRL, dl, ExtVT, Hi, DAG.getConstant(16, dl, ExtVT));
18926 MVT ExtVT = MVT::getVectorVT(MVT::i8, VT.getVectorNumElements() * 2);
18927 V0 = DAG.getBitcast(ExtVT, V0);
18928 V1 = DAG.getBitcast(ExtVT, V1);
18929 Sel = DAG.getBitcast(ExtVT, Sel);
18931 VT, DAG.getNode(ISD::VSELECT, dl, ExtVT, Sel, V0, V1));
