Lines Matching refs:CurrVT
19286 MVT CurrVT = InVT;
19290 while (CurrVT != VT && CurrVT.getVectorElementType() != MVT::i32) {
19291 Curr = DAG.getNode(X86ISD::UNPCKL, dl, CurrVT, DAG.getUNDEF(CurrVT), Curr);
19292 MVT CurrSVT = MVT::getIntegerVT(CurrVT.getScalarSizeInBits() * 2);
19293 CurrVT = MVT::getVectorVT(CurrSVT, CurrVT.getVectorNumElements() / 2);
19294 Curr = DAG.getBitcast(CurrVT, Curr);
19298 if (CurrVT != InVT) {
19300 CurrVT.getScalarSizeInBits() - InSVT.getSizeInBits();
19301 SignExt = DAG.getNode(X86ISD::VSRAI, dl, CurrVT, Curr,
19305 if (CurrVT == VT)
19308 if (VT == MVT::v2i64 && CurrVT == MVT::v4i32) {
19309 SDValue Sign = DAG.getNode(X86ISD::VSRAI, dl, CurrVT, Curr,
19311 SDValue Ext = DAG.getVectorShuffle(CurrVT, dl, SignExt, Sign, {0, 4, 1, 5});
22239 MVT CurrVT = MVT::getVectorVT(MVT::i8, NumBytes);
22250 SDValue InRegLUT = DAG.getBuildVector(CurrVT, DL, LUTVec);
22257 SDValue Op0 = DAG.getBitcast(CurrVT, Op.getOperand(0));
22258 SDValue Zero = getZeroVector(CurrVT, Subtarget, DAG, DL);
22260 SDValue NibbleMask = DAG.getConstant(0xF, DL, CurrVT);
22261 SDValue NibbleShift = DAG.getConstant(0x4, DL, CurrVT);
22262 SDValue Lo = DAG.getNode(ISD::AND, DL, CurrVT, Op0, NibbleMask);
22263 SDValue Hi = DAG.getNode(ISD::SRL, DL, CurrVT, Op0, NibbleShift);
22265 if (CurrVT.is512BitVector()) {
22266 MVT MaskVT = MVT::getVectorVT(MVT::i1, CurrVT.getVectorNumElements());
22268 HiZ = DAG.getNode(ISD::SIGN_EXTEND, DL, CurrVT, HiZ);
22270 HiZ = DAG.getSetCC(DL, CurrVT, Hi, Zero, ISD::SETEQ);
22273 Lo = DAG.getNode(X86ISD::PSHUFB, DL, CurrVT, InRegLUT, Lo);
22274 Hi = DAG.getNode(X86ISD::PSHUFB, DL, CurrVT, InRegLUT, Hi);
22275 Lo = DAG.getNode(ISD::AND, DL, CurrVT, Lo, HiZ);
22276 SDValue Res = DAG.getNode(ISD::ADD, DL, CurrVT, Lo, Hi);
22283 while (CurrVT != VT) {
22284 int CurrScalarSizeInBits = CurrVT
22285 int CurrNumElts = CurrVT.getVectorNumElements();
22291 if (CurrVT.is512BitVector()) {
22292 MVT MaskVT = MVT::getVectorVT(MVT::i1, CurrVT.getVectorNumElements());
22293 HiZ = DAG.getSetCC(DL, MaskVT, DAG.getBitcast(CurrVT, Op0),
22294 DAG.getBitcast(CurrVT, Zero), ISD::SETEQ);
22295 HiZ = DAG.getNode(ISD::SIGN_EXTEND, DL, CurrVT, HiZ);
22297 HiZ = DAG.getSetCC(DL, CurrVT, DAG.getBitcast(CurrVT, Op0),
22298 DAG.getBitcast(CurrVT, Zero), ISD::SETEQ);
22310 CurrVT = NextVT;
