Lines Matching full:getnode
495 return DAG.getNode(AMDGPUISD::RET_FLAG, DL, MVT::Other, Chain);
525 Op.getNode()->dump();
561 SDNode *Node = LowerLOAD(SDValue(N, 0), DAG).getNode();
574 if (Lowered.getNode())
626 SDValue Ptr = DAG.getNode(ISD::ADD, DL, PtrVT, InitPtr, Offset);
632 return DAG.getNode(ISD::TokenFactor, DL, MVT::Other, Chains);
650 SDValue Ptr = DAG.getNode(ISD::ADD, DL, PtrVT, InitPtr, Offset);
656 return DAG.getNode(ISD::TokenFactor, DL, MVT::Other, Chains);
751 return DAG.getNode(ISD::BUILD_VECTOR, SDLoc(Op), Op.getValueType(), Args);
763 return DAG.getNode(ISD::BUILD_VECTOR, SDLoc(Op), Op.getValueType(), Args);
796 return DAG.getNode(AMDGPUISD::FRACT, DL, VT, Op.getOperand(1));
800 return DAG.getNode(AMDGPUISD::CLAMP, DL, VT,
815 return DAG.getNode(AMDGPUISD::DIV_SCALE, DL, VT,
820 return DAG.getNode(AMDGPUISD::DIV_FMAS, DL, VT,
824 return DAG.getNode(AMDGPUISD::DIV_FIXUP, DL, VT,
828 return DAG.getNode(AMDGPUISD::TRIG_PREOP, DL, VT,
832 return DAG.getNode(AMDGPUISD::RCP, DL, VT, Op.getOperand(1));
835 return DAG.getNode(AMDGPUISD::RSQ, DL, VT, Op.getOperand(1));
838 return DAG.getNode(AMDGPUISD::RSQ_LEGACY, DL, VT, Op.getOperand(1));
841 return DAG.getNode(AMDGPUISD::RSQ_CLAMPED, DL, VT, Op.getOperand(1));
844 return DAG.getNode(AMDGPUISD::SMAX, DL, VT, Op.getOperand(1),
847 return DAG.getNode(AMDGPUISD::UMAX, DL, VT, Op.getOperand(1),
850 return DAG.getNode(AMDGPUISD::SMIN, DL, VT, Op.getOperand(1),
853 return DAG.getNode(AMDGPUISD::UMIN, DL, VT, Op.getOperand(1),
857 return DAG.getNode(AMDGPUISD::MUL_U24, DL, VT,
861 return DAG.getNode(AMDGPUISD::MUL_I24, DL, VT,
865 return DAG.getNode(AMDGPUISD::MAD_U24, DL, VT,
869 return DAG.getNode(AMDGPUISD::MAD_I24, DL, VT,
873 return DAG.getNode(AMDGPUISD::CVT_F32_UBYTE0, DL, VT, Op.getOperand(1));
876 return DAG.getNode(AMDGPUISD::CVT_F32_UBYTE1, DL, VT, Op.getOperand(1));
879 return DAG.getNode(AMDGPUISD::CVT_F32_UBYTE2, DL, VT, Op.getOperand(1));
882 return DAG.getNode(AMDGPUISD::CVT_F32_UBYTE3, DL, VT, Op.getOperand(1));
885 return DAG.getNode(AMDGPUISD::BFE_I32, DL, VT,
891 return DAG.getNode(AMDGPUISD::BFE_U32, DL, VT,
897 return DAG.getNode(AMDGPUISD::BFI, DL, VT,
903 return DAG.getNode(AMDGPUISD::BFM, DL, VT,
908 return DAG.getNode(AMDGPUISD::BREV, DL, VT, Op.getOperand(1));
911 return DAG.getNode(ISD::FEXP2, DL, VT, Op.getOperand(1));
914 return DAG.getNode(ISD::FRINT, DL, VT, Op.getOperand(1));
916 return DAG.getNode(ISD::FTRUNC, DL, VT, Op.getOperand(1));
925 SDValue Neg = DAG.getNode(ISD::SUB, DL, VT, DAG.getConstant(0, VT),
928 return DAG.getNode(AMDGPUISD::SMAX, DL, VT, Neg, Op.getOperand(1));
937 SDValue OneSubA = DAG.getNode(ISD::FSUB, DL, VT,
940 SDValue OneSubAC = DAG.getNode(ISD::FMUL, DL, VT, OneSubA,
942 return DAG.getNode(ISD::FADD, DL, VT,
943 DAG.getNode(ISD::FMUL, DL, VT, Op.getOperand(1), Op.getOperand(2)),
986 return DAG.getNode(Opc, DL, VT, LHS, RHS);
995 return DAG.getNode(Opc, DL, VT, LHS, RHS);
1018 SDValue Ptr = DAG.getNode(ISD::ADD, SL, PtrVT, Load->getBasePtr(),
1032 DAG.getNode(ISD::BUILD_VECTOR, SL, LoadVT, Loads),
1033 DAG.getNode(ISD::TokenFactor, SL, MVT::Other, Chains)
1067 SDValue Elt = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, ElemVT, Value,
1070 Elt = DAG.getNode(ISD::AND, DL, MVT::i32, Elt, Mask); // getZeroExtendInReg
1073 Elt = DAG.getNode(ISD::SHL, DL, MVT::i32, Elt, Shift);
1078 PackedValue = DAG.getNode(ISD::OR, DL, MVT::i32, PackedValue, Elt);
1109 SDValue Val = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SL, EltVT,
1111 SDValue Ptr = DAG.getNode(ISD::ADD, SL, PtrVT,
1120 return DAG.getNode(ISD::TokenFactor, SL, MVT::Other, Chains);
1141 DAG.getNode(ISD::getExtForLoadExtType(ExtType), DL, VT, ExtLoad32),
1161 DAG.getNode(ISD::TRUNCATE, DL, VT, NewLD),
1176 Ptr = DAG.getNode(ISD::SRL, DL, MVT::i32, Ptr,
1178 return DAG.getNode(AMDGPUISD::REGISTER_LOAD, DL, Op->getVTList(),
1188 SDValue Ptr = DAG.getNode(ISD::SRL, DL, MVT::i32, Load->getBasePtr(),
1190 SDValue Ret = DAG.getNode(AMDGPUISD::REGISTER_LOAD, DL, Op.getValueType(),
1194 SDValue ByteIdx = DAG.getNode(ISD::AND, DL, MVT::i32,
1197 SDValue ShiftAmt = DAG.getNode(ISD::SHL, DL, MVT::i32, ByteIdx,
1200 Ret = DAG.getNode(ISD::SRL, DL, MVT::i32, Ret, ShiftAmt);
1207 DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, MVT::i32, Ret, MemEltVTNode),
1225 if (Result.getNode()) {
1247 SDValue Ptr = DAG.getNode(ISD::SRL, DL, MVT::i32, BasePtr,
1249 SDValue Dst = DAG.getNode(AMDGPUISD::REGISTER_LOAD, DL, MVT::i32,
1252 SDValue ByteIdx = DAG.getNode(ISD::AND, DL, MVT::i32, BasePtr,
1255 SDValue ShiftAmt = DAG.getNode(ISD::SHL, DL, MVT::i32, ByteIdx,
1258 SDValue SExtValue = DAG.getNode(ISD::SIGN_EXTEND, DL, MVT::i32,
1263 SDValue ShiftedValue = DAG.getNode(ISD::SHL, DL, MVT::i32,
1266 SDValue DstMask = DAG.getNode(ISD::SHL, DL, MVT::i32, DAG.getConstant(Mask, MVT::i32),
1268 DstMask = DAG.getNode(ISD::XOR, DL, MVT::i32, DstMask,
1270 Dst = DAG.getNode
1272 SDValue Value = DAG.getNode(ISD::OR, DL, MVT::i32, Dst, ShiftedValue);
1273 return DAG.getNode(AMDGPUISD::REGISTER_STORE, DL, MVT::Other,
1298 SDValue jq = DAG.getNode(ISD::XOR, DL, OVT, LHS, RHS);
1301 jq = DAG.getNode(ISD::SRA, DL, OVT, jq, DAG.getConstant(bitsize - 2, OVT));
1304 jq = DAG.getNode(ISD::OR, DL, OVT, jq, DAG.getConstant(1, OVT));
1316 SDValue fa = DAG.getNode(ISD::SINT_TO_FP, DL, FLTTY, ia);
1319 SDValue fb = DAG.getNode(ISD::SINT_TO_FP, DL, FLTTY, ib);
1322 SDValue fq = DAG.getNode(ISD::FMUL, DL, FLTTY,
1323 fa, DAG.getNode(AMDGPUISD::RCP, DL, FLTTY, fb));
1326 fq = DAG.getNode(ISD::FTRUNC, DL, FLTTY, fq);
1329 SDValue fqneg = DAG.getNode(ISD::FNEG, DL, FLTTY, fq);
1332 SDValue fr = DAG.getNode(ISD::FADD, DL, FLTTY,
1333 DAG.getNode(ISD::MUL, DL, FLTTY, fqneg, fb), fa);
1336 SDValue iq = DAG.getNode(ISD::FP_TO_SINT, DL, INTTY, fq);
1339 fr = DAG.getNode(ISD::FABS, DL, FLTTY, fr);
1342 fb = DAG.getNode(ISD::FABS, DL, FLTTY, fb);
1352 jq = DAG.getNode(ISD::SELECT, DL, OVT, cv, jq,
1356 iq = DAG.getNode(ISD::ADD, DL, OVT, iq, jq);
1400 r0 = DAG.getNode(ISD::ADD, DL, OVT, r0, r10);
1403 r1 = DAG.getNode(ISD::ADD, DL, OVT, r1, r11);
1406 r0 = DAG.getNode(ISD::XOR, DL, OVT, r0, r10);
1409 r1 = DAG.getNode(ISD::XOR, DL, OVT, r1, r11);
1412 r0 = DAG.getNode(ISD::UDIV, DL, OVT, r0, r1);
1415 r10 = DAG.getNode(ISD::XOR, DL, OVT, r10, r11);
1418 r0 = DAG.getNode(ISD::ADD, DL, OVT, r0, r10);
1421 SDValue DST = DAG.getNode(ISD::XOR, DL, OVT, r0, r10);
1426 return SDValue(Op.getNode(), 0);
1444 return SDValue(Op.getNode(), 0);
1480 r0 = DAG.getNode(ISD::ADD, DL, OVT, r0, r10);
1483 r1 = DAG.getNode(ISD::ADD, DL, OVT, r1, r11);
1486 r0 = DAG.getNode(ISD::XOR, DL, OVT, r0, r10);
1489 r1 = DAG.getNode(ISD::XOR, DL, OVT, r1, r11);
1492 SDValue r20 = DAG.getNode(ISD::UREM, DL, OVT, r0, r1);
1495 r20 = DAG.getNode(AMDGPUISD::UMUL, DL, OVT, r20, r1);
1498 r0 = DAG.getNode(ISD::SUB, DL, OVT, r0, r20);
1501 r0 = DAG.getNode(ISD::ADD, DL, OVT, r0, r10);
1504 SDValue DST = DAG.getNode(ISD::XOR, DL, OVT, r0, r10);
1509 return SDValue(Op.getNode(), 0);
1521 return SDValue(Op.getNode(), 0);
1534 SDValue RCP = DAG.getNode(AMDGPUISD::URECIP, DL, VT, Den);
1537 SDValue RCP_LO = DAG.getNode(ISD::UMULO, DL, VT, RCP, Den);
1540 SDValue RCP_HI = DAG.getNode(ISD::MULHU, DL, VT, RCP, Den);
1543 SDValue NEG_RCP_LO = DAG.getNode(ISD::SUB, DL, VT, DAG.getConstant(0, VT),
1552 SDValue E = DAG.getNode(ISD::MULHU, DL, VT, ABS_RCP_LO, RCP);
1555 SDValue RCP_A_E = DAG.getNode(ISD::ADD, DL, VT, RCP, E);
1558 SDValue RCP_S_E = DAG.getNode(ISD::SUB, DL, VT, RCP, E);
1565 SDValue Quotient = DAG.getNode(ISD::MULHU, DL, VT, Tmp0, Num);
1568 SDValue Num_S_Remainder = DAG.getNode(ISD::UMULO, DL, VT, Quotient, Den);
1571 SDValue Remainder = DAG.getNode(ISD::SUB, DL, VT, Num, Num_S_Remainder);
1585 SDValue Tmp1 = DAG.getNode(ISD::AND, DL, VT, Remainder_GE_Den,
1591 SDValue Quotient_A_One = DAG.getNode(ISD::ADD, DL, VT, Quotient,
1595 SDValue Quotient_S_One = DAG.getNode(ISD::SUB, DL, VT, Quotient,
1609 SDValue Remainder_S_Den = DAG.getNode(ISD::SUB, DL, VT, Remainder, Den);
1612 SDValue Remainder_A_Den = DAG.getNode(ISD::ADD, DL, VT, Remainder, Den);
1641 SDValue DSign = DAG.getNode(ISD::XOR, DL, VT, LHSign, RHSign);
1644 LHS = DAG.getNode(ISD::ADD, DL, VT, LHS, LHSign);
1645 RHS = DAG.getNode(ISD::ADD, DL, VT, RHS, RHSign);
1647 LHS = DAG.getNode(ISD::XOR, DL, VT, LHS, LHSign);
1648 RHS = DAG.getNode(ISD::XOR, DL, VT, RHS, RHSign);
1650 SDValue Div = DAG.getNode(ISD::UDIVREM, DL, DAG.getVTList(VT, VT), LHS, RHS);
1653 Div = DAG.getNode(ISD::XOR, DL, VT, Div, DSign);
1654 Rem = DAG.getNode(ISD::XOR, DL, VT, Rem, RSign);
1656 Div = DAG.getNode(ISD::SUB, DL, VT, Div, DSign);
1657 Rem = DAG.getNode(ISD::SUB, DL, VT, Rem, RSign);
1674 SDValue Trunc = DAG.getNode(ISD::FTRUNC, SL, MVT::f64, Src);
1683 SDValue And = DAG.getNode(ISD::AND, SL, SetCCVT, Lt0, NeTrunc);
1685 SDValue Add = DAG.getNode(ISD::SELECT, SL, MVT::f64, And, One, Zero);
1686 return DAG.getNode(ISD::FADD, SL, MVT::f64, Trunc, Add);
1698 SDValue VecSrc = DAG.getNode(ISD::BITCAST, SL, MVT::v2i32, Src);
1702 SDValue Hi = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SL, MVT::i32, VecSrc, One);
1708 SDValue ExpPart = DAG.getNode(AMDGPUISD::BFE_I32, SL, MVT::i32,
1712 SDValue Exp = DAG.getNode(ISD::SUB, SL, MVT::i32, ExpPart,
1717 SDValue SignBit = DAG.getNode(ISD::AND, SL, MVT::i32, Hi, SignBitMask);
1720 SDValue SignBit64 = DAG.getNode(ISD::BUILD_VECTOR, SL, MVT::v2i32,
1722 SignBit64 = DAG.getNode(ISD::BITCAST, SL, MVT::i64, SignBit64);
1724 SDValue BcInt = DAG.getNode(ISD::BITCAST, SL, MVT::i64, Src);
1728 SDValue Shr = DAG.getNode(ISD::SRA, SL, MVT::i64, FractMask, Exp);
1730 SDValue Tmp0 = DAG.getNode(ISD::AND, SL, MVT::i64, BcInt, Not);
1739 SDValue Tmp1 = DAG.getNode(ISD::SELECT, SL, MVT::i64, ExpLt0, SignBit64, Tmp0);
1740 SDValue Tmp2 = DAG.getNode(ISD::SELECT, SL, MVT::i64, ExpGt51, BcInt, Tmp1);
1742 return DAG.getNode(ISD::BITCAST, SL, MVT::f64, Tmp2);
1753 SDValue CopySign = DAG.getNode(ISD::FCOPYSIGN, SL, MVT::f64, C1, Src);
1755 SDValue Tmp1 = DAG.getNode(ISD::FADD, SL, MVT::f64, Src, CopySign);
1756 SDValue Tmp2 = DAG.getNode(ISD::FSUB, SL, MVT::f64, Tmp1, CopySign);
1758 SDValue Fabs = DAG.getNode(ISD::FABS, SL, MVT::f64, Src);
1773 return DAG.getNode
1784 SDValue Trunc = DAG.getNode(ISD::FTRUNC, SL, MVT::f64, Src);
1793 SDValue And = DAG.getNode(ISD::AND, SL, SetCCVT, Lt0, NeTrunc);
1795 SDValue Add = DAG.getNode(ISD::SELECT, SL, MVT::f64, And, NegOne, Zero);
1796 return DAG.getNode(ISD::FADD, SL, MVT::f64, Trunc, Add);
1807 SDValue Lo = DAG.getNode(ISD::EXTRACT_ELEMENT, DL, MVT::i32, S0,
1809 SDValue FloatLo = DAG.getNode(ISD::UINT_TO_FP, DL, MVT::f32, Lo);
1810 SDValue Hi = DAG.getNode(ISD::EXTRACT_ELEMENT, DL, MVT::i32, S0,
1812 SDValue FloatHi = DAG.getNode(ISD::UINT_TO_FP, DL, MVT::f32, Hi);
1813 FloatHi = DAG.getNode(ISD::FMUL, DL, MVT::f32, FloatHi,
1815 return DAG.getNode(ISD::FADD, DL, MVT::f32, FloatLo, FloatHi);
1825 SDValue Shl = DAG.getNode(ISD::SHL, DL, VT, Op.getOperand(0), Shift);
1827 return DAG.getNode(ISD::SRA, DL, VT, Shl, Shift);
1849 Args[I] = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, ScalarVT, Args[I], VTOp);
1851 return DAG.getNode(ISD::BUILD_VECTOR, DL, VT, Args);
1917 Mul = DAG.getNode(AMDGPUISD::MUL_U24, DL, MVT::i32, N0, N1);
1921 Mul = DAG.getNode(AMDGPUISD::MUL_I24, DL, MVT::i32, N0, N1);
1988 return DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, MVT::i32, BitsFrom,
2015 return DAG.getNode(Signed ? ISD::SRA : ISD::SRL, DL, MVT::i32,
