Lines Matching refs:MVT
250 Val = CurDAG->getTargetConstant(Immed, MVT::i32);
251 Shift = CurDAG->getTargetConstant(ShVal, MVT::i32);
276 if (N.getValueType() == MVT::i32)
284 return SelectArithImmed(CurDAG->getConstant(Immed, MVT::i32), Val, Shift);
332 Shift = CurDAG->getTargetConstant(ShVal, MVT::i32);
351 if (!IsLoadStore && SrcVT == MVT::i8)
353 else if (!IsLoadStore && SrcVT == MVT::i16)
355 else if (SrcVT == MVT::i32)
357 assert(SrcVT != MVT::i64 && "extend from 64-bits?");
363 if (!IsLoadStore && SrcVT == MVT::i8)
365 else if (!IsLoadStore && SrcVT == MVT::i16)
367 else if (SrcVT == MVT::i32)
369 assert(SrcVT != MVT::i64 && "extend from 64-bits?");
449 SDValue LaneIdxVal = CurDAG->getTargetConstant(LaneIdx, MVT::i64);
458 case MVT::v4i16:
461 case MVT::v8i16:
464 case MVT::v2i32:
467 case MVT::v4i32:
484 SDValue LaneIdxVal = CurDAG->getTargetConstant(LaneIdx, MVT::i64);
494 case MVT::v4i32:
497 case MVT::v2i64:
505 case MVT::v4i32:
508 case MVT::v2i64:
523 if (N.getValueType() == MVT::i32)
526 SDValue SubReg = CurDAG->getTargetConstant(AArch64::sub_32, MVT::i32);
528 SDLoc(N), MVT::i32, N, SubReg);
568 Shift = CurDAG->getTargetConstant(getArithExtendImm(Ext, ShiftVal), MVT::i32);
581 OffImm = CurDAG->getTargetConstant(0, MVT::i64);
614 OffImm = CurDAG->getTargetConstant(RHSC >> Scale, MVT::i64);
630 OffImm = CurDAG->getTargetConstant(0, MVT::i64);
657 OffImm = CurDAG->getTargetConstant(RHSC, MVT::i64);
665 SDValue SubReg = CurDAG->getTargetConstant(AArch64::sub_32, MVT::i32);
667 CurDAG->getMachineNode(TargetOpcode::IMPLICIT_DEF, SDLoc(N), MVT::i64),
670 TargetOpcode::INSERT_SUBREG, SDLoc(N), MVT::i64, ImpDef, N, SubReg);
691 SignExtend = CurDAG->getTargetConstant(Ext == AArch64_AM::SXTW, MVT::i32);
694 SignExtend = CurDAG->getTargetConstant(0, MVT::i32);
739 DoShift = CurDAG->getTargetConstant(true, MVT::i32);
747 DoShift = CurDAG->getTargetConstant(true, MVT::i32);
752 DoShift = CurDAG->getTargetConstant(false, MVT::i32);
761 SignExtend = CurDAG->getTargetConstant(Ext == AArch64_AM::SXTW, MVT::i32);
772 SignExtend = CurDAG->getTargetConstant(Ext == AArch64_AM::SXTW, MVT::i32);
810 DoShift = CurDAG->getTargetConstant(true, MVT::i32);
818 DoShift = CurDAG->getTargetConstant(true, MVT::i32);
825 SignExtend = CurDAG->getTargetConstant(false, MVT::i32);
826 DoShift = CurDAG->getTargetConstant(false, MVT::i32);
865 CurDAG->getTargetConstant(RegClassIDs[Regs.size() - 2], MVT::i32));
870 Ops.push_back(CurDAG->getTargetConstant(SubRegs[i], MVT::i32));
874 CurDAG->getMachineNode(TargetOpcode::REG_SEQUENCE, DL, MVT::Untyped, Ops);
915 if (VT == MVT::i64)
917 else if (VT == MVT::i32) {
927 DstVT = MVT::i32;
929 } else if (VT == MVT::i16) {
931 if (DstVT == MVT::i64)
937 InsertTo64 = DstVT == MVT::i64;
940 DstVT = MVT::i32;
942 } else if (VT == MVT::i8) {
944 if (DstVT == MVT::i64)
950 InsertTo64 = DstVT == MVT::i64;
953 DstVT = MVT::i32;
955 } else if (VT == MVT::f32) {
957 } else if (VT == MVT::f64 || VT.is64BitVector()) {
967 SDValue Offset = CurDAG->getTargetConstant(OffsetVal, MVT::i64);
969 SDNode *Res = CurDAG->getMachineNode(Opcode, SDLoc(N), MVT::i64, DstVT,
970 MVT::Other, Ops);
975 SDValue SubReg = CurDAG->getTargetConstant(AArch64::sub_32, MVT::i32);
978 AArch64::SUBREG_TO_REG, SDLoc(N), MVT::i64,
979 CurDAG->getTargetConstant(0, MVT::i64), LoadedVal, SubReg),
1001 ResTys.push_back(MVT::Untyped);
1002 ResTys.push_back(MVT::Other);
1026 ResTys.push_back(MVT::i64); // Type of the write back register
1027 ResTys.push_back(MVT::Untyped);
1028 ResTys.push_back(MVT::Other);
1073 ResTys.push_back(MVT::i64); // Type of the write back register
1074 ResTys.push_back(MVT::Other); // Type for the Chain
1102 MVT EltTy = VT.getVectorElementType().getSimpleVT();
1103 MVT WideTy = MVT::getVectorVT(EltTy, 2 * NarrowSize);
1117 MVT EltTy = VT.getVectorElementType().getSimpleVT();
1118 MVT NarrowTy = MVT::getVectorVT(EltTy, WideSize / 2);
1140 ResTys.push_back(MVT::Untyped);
1141 ResTys.push_back(MVT::Other);
1148 Ops.push_back(CurDAG->getTargetConstant(LaneNo, MVT::i64));
1185 ResTys.push_back(MVT::i64); // Type of the write back register
1186 ResTys.push_back(MVT::Untyped);
1187 ResTys.push_back(MVT::Other);
1194 Ops.push_back(CurDAG->getTargetConstant(LaneNo, MVT::i64)); // Lane Number
1247 Ops.push_back(CurDAG->getTargetConstant(LaneNo, MVT::i64));
1250 SDNode *St = CurDAG->getMachineNode(Opc, dl, MVT::Other, Ops);
1276 ResTys.push_back(MVT::i64); // Type of the write back register
1277 ResTys.push_back(MVT::Other);
1284 Ops.push_back(CurDAG->getTargetConstant(LaneNo, MVT::i64));
1311 assert((VT == MVT::i32 || VT == MVT::i64) &&
1339 if (VT == MVT::i64 && Op0->getOpcode() == ISD::ANY_EXTEND &&
1346 } else if (VT == MVT::i32 && Op0->getOpcode() == ISD::TRUNCATE &&
1370 MSB = Srl_imm + (VT == MVT::i32 ? CountTrailingOnes_32(And_imm)
1380 Opc = VT == MVT::i32 ? AArch64::UBFMWri : AArch64::UBFMXri;
1415 if (N->getValueType(0) == MVT::i32)
1439 assert((VT == MVT::i32 || VT == MVT::i64) &&
1451 } else if (VT == MVT::i32 && N->getOpcode() == ISD::SRL &&
1460 assert(VT == MVT::i64 && "the promoted type should be i64");
1484 if (VT == MVT::i32)
1495 if (N->getValueType(0) != MVT::i32 && N->getValueType(0) != MVT::i64)
1539 if ((Opc == AArch64::SBFMXri || Opc == AArch64::UBFMXri) && VT == MVT::i32) {
1540 SDValue Ops64[] = {Opd0, CurDAG->getTargetConstant(LSB, MVT::i64),
1541 CurDAG->getTargetConstant(MSB, MVT::i64)};
1543 SDNode *BFM = CurDAG->getMachineNode(Opc, SDLoc(N), MVT::i64, Ops64);
1544 SDValue SubReg = CurDAG->getTargetConstant(AArch64::sub_32, MVT::i32);
1546 CurDAG->getMachineNode(TargetOpcode::EXTRACT_SUBREG, SDLoc(N), MVT::i32,
1562 assert((VT == MVT::i32 || VT == MVT::i64) &&
1838 if (VT == MVT::i32)
1840 else if (VT == MVT::i64)
1866 if ((BFXOpc != AArch64::UBFMXri && VT == MVT::i64) ||
1867 (BFXOpc != AArch64::UBFMWri && VT == MVT::i32))
1890 assert((VT == MVT::i32 || VT == MVT::i64) && "unexpected OR operand");
1950 if (VT == MVT::f32) {
1952 } else if (VT == MVT::f64) {
1991 SDNode *FRINTX = CurDAG->getMachineNode(FRINTXOpc, dl, VT, MVT::Glue, In);
2038 FixedPos = CurDAG->getTargetConstant(FBits, MVT::i32);
2135 if (VT == MVT::i32)
2137 AArch64::WZR, MVT::i32).getNode();
2138 else if (VT == MVT::i64)
2140 AArch64::XZR, MVT::i64).getNode();
2151 SDValue Ops[] = { TFI, CurDAG->getTargetConstant(0, MVT::i32),
2152 CurDAG->getTargetConstant(Shifter, MVT::i32) };
2153 return CurDAG->SelectNodeTo(Node, AArch64::ADDXri, MVT::i64, Ops);
2168 SDNode *Ld = CurDAG->getMachineNode(Op, DL, MVT::i64, MVT::i64,
2169 MVT::Other, MemAddr, Chain);
2194 SDNode *St = CurDAG->getMachineNode(Op, DL, MVT::i32, MVT::Other, Ops);
2203 if (VT == MVT::v8i8)
2205 else if (VT == MVT::v16i8)
2207 else if (VT == MVT::v4i16)
2209 else if (VT == MVT::v8i16)
2211 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2213 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2215 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2217 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2221 if (VT == MVT::v8i8)
2223 else if (VT == MVT::v16i8)
2225 else if (VT == MVT::v4i16)
2227 else if (VT == MVT::v8i16)
2229 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2231 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2233 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2235 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2239 if (VT == MVT::v8i8)
2241 else if (VT == MVT::v16i8)
2243 else if (VT == MVT::v4i16)
2245 else if (VT == MVT::v8i16)
2247 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2249 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2251 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2253 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2257 if (VT == MVT::v8i8)
2259 else if (VT == MVT::v16i8)
2261 else if (VT == MVT::v4i16)
2263 else if (VT == MVT::v8i16)
2265 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2267 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2269 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2271 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2275 if (VT == MVT::v8i8)
2277 else if (VT == MVT::v16i8)
2279 else if (VT == MVT::v4i16)
2281 else if (VT == MVT::v8i16)
2283 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2285 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2287 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2289 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2293 if (VT == MVT::v8i8)
2295 else if (VT == MVT::v16i8)
2297 else if (VT == MVT::v4i16)
2299 else if (VT == MVT::v8i16)
2301 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2303 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2305 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2307 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2311 if (VT == MVT::v8i8)
2313 else if (VT == MVT::v16i8)
2315 else if (VT == MVT::v4i16)
2317 else if (VT == MVT::v8i16)
2319 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2321 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2323 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2325 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2329 if (VT == MVT::v8i8)
2331 else if (VT == MVT::v16i8)
2333 else if (VT == MVT::v4i16)
2335 else if (VT == MVT::v8i16)
2337 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2339 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2341 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2343 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2347 if (VT == MVT::v8i8)
2349 else if (VT == MVT::v16i8)
2351 else if (VT == MVT::v4i16)
2353 else if (VT == MVT::v8i16)
2355 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2357 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2359 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2361 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2365 if (VT == MVT::v16i8 || VT == MVT::v8i8)
2367 else if (VT == MVT::v8i16 || VT == MVT::v4i16)
2369 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
2370 VT == MVT::v2f32)
2372 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
2373 VT == MVT::v1f64)
2377 if (VT == MVT::v16i8 || VT == MVT::v8i8)
2379 else if (VT == MVT::v8i16 || VT == MVT::v4i16)
2381 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
2382 VT == MVT::v2f32)
2384 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
2385 VT == MVT::v1f64)
2389 if (VT == MVT::v16i8 || VT == MVT::v8i8)
2391 else if (VT == MVT::v8i16 || VT == MVT::v4i16)
2393 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
2394 VT == MVT::v2f32)
2396 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
2397 VT == MVT::v1f64)
2408 return SelectTable(Node, 2, VT == MVT::v8i8 ? AArch64::TBLv8i8Two
2412 return SelectTable(Node, 3, VT == MVT::v8i8 ? AArch64::TBLv8i8Three
2416 return SelectTable(Node, 4, VT == MVT::v8i8 ? AArch64::TBLv8i8Four
2420 return SelectTable(Node, 2, VT == MVT::v8i8 ? AArch64::TBXv8i8Two
2424 return SelectTable(Node, 3, VT == MVT::v8i8 ? AArch64::TBXv8i8Three
2428 return SelectTable(Node, 4, VT == MVT::v8i8 ? AArch64::TBXv8i8Four
2447 if (VT == MVT::v8i8)
2449 else if (VT == MVT::v16i8)
2451 else if (VT == MVT::v4i16)
2453 else if (VT == MVT::v8i16)
2455 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2457 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2459 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2461 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2466 if (VT == MVT::v8i8)
2468 else if (VT == MVT::v16i8)
2470 else if (VT == MVT::v4i16)
2472 else if (VT == MVT::v8i16)
2474 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2476 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2478 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2480 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2485 if (VT == MVT::v8i8)
2487 else if (VT == MVT::v16i8)
2489 else if (VT == MVT::v4i16)
2491 else if (VT == MVT::v8i16)
2493 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2495 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2497 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2499 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2504 if (VT == MVT::v8i8)
2506 else if (VT == MVT::v16i8)
2508 else if (VT == MVT::v4i16)
2510 else if (VT == MVT::v8i16)
2512 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2514 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2516 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2518 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2523 if (VT == MVT::v8i8)
2525 else if (VT == MVT::v16i8)
2527 else if (VT == MVT::v4i16)
2529 else if (VT == MVT::v8i16)
2531 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2533 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2535 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2537 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2542 if (VT == MVT::v8i8)
2544 else if (VT == MVT::v16i8)
2546 else if (VT == MVT::v4i16)
2548 else if (VT == MVT::v8i16)
2550 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2552 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2554 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2556 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2561 if (VT == MVT::v16i8 || VT == MVT::v8i8)
2563 else if (VT == MVT::v8i16 || VT == MVT::v4i16)
2565 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
2566 VT == MVT::v2f32)
2568 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
2569 VT == MVT::v1f64)
2574 if (VT == MVT::v16i8 || VT == MVT::v8i8)
2576 else if (VT == MVT::v8i16 || VT == MVT::v4i16)
2578 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
2579 VT == MVT::v2f32)
2581 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
2582 VT == MVT::v1f64)
2587 if (VT == MVT::v16i8 || VT == MVT::v8i8)
2589 else if (VT == MVT::v8i16 || VT == MVT::v4i16)
2591 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
2592 VT == MVT::v2f32)
2594 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
2595 VT == MVT::v1f64)
2602 if (VT == MVT::v8i8)
2604 else if (VT == MVT::v16i8)
2606 else if (VT == MVT::v4i16)
2608 else if (VT == MVT::v8i16)
2610 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2612 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2614 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2616 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2621 if (VT == MVT::v8i8)
2623 else if (VT == MVT::v16i8)
2625 else if (VT == MVT::v4i16)
2627 else if (VT == MVT::v8i16)
2629 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2631 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2633 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2635 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2640 if (VT == MVT::v8i8)
2642 else if (VT == MVT::v16i8)
2644 else if (VT == MVT::v4i16)
2646 else if (VT == MVT::v8i16)
2648 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2650 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2652 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2654 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2659 if (VT == MVT::v8i8)
2661 else if (VT == MVT::v16i8)
2663 else if (VT == MVT::v4i16)
2665 else if (VT == MVT::v8i16)
2667 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2669 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2671 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2673 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2678 if (VT == MVT::v8i8)
2680 else if (VT == MVT::v16i8)
2682 else if (VT == MVT::v4i16)
2684 else if (VT == MVT::v8i16)
2686 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2688 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2690 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2692 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2697 if (VT == MVT::v8i8)
2699 else if (VT == MVT::v16i8)
2701 else if (VT == MVT::v4i16)
2703 else if (VT == MVT::v8i16)
2705 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2707 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2709 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2711 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2716 if (VT == MVT::v8i8)
2718 else if (VT == MVT::v16i8)
2720 else if (VT == MVT::v4i16)
2722 else if (VT == MVT::v8i16)
2724 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2726 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2728 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2730 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2735 if (VT == MVT::v8i8)
2737 else if (VT == MVT::v16i8)
2739 else if (VT == MVT::v4i16)
2741 else if (VT == MVT::v8i16)
2743 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2745 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2747 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2749 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2754 if (VT == MVT::v8i8)
2756 else if (VT == MVT::v16i8)
2758 else if (VT == MVT::v4i16)
2760 else if (VT == MVT::v8i16)
2762 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2764 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2766 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2768 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2773 if (VT == MVT::v8i8)
2775 else if (VT == MVT::v16i8)
2777 else if (VT == MVT::v4i16)
2779 else if (VT == MVT::v8i16)
2781 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2783 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2785 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2787 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2792 if (VT == MVT::v16i8 || VT == MVT::v8i8)
2794 else if (VT == MVT::v8i16 || VT == MVT::v4i16)
2796 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
2797 VT == MVT::v2f32)
2799 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
2800 VT == MVT::v1f64)
2805 if (VT == MVT::v16i8 || VT == MVT::v8i8)
2807 else if (VT == MVT::v8i16 || VT == MVT::v4i16)
2809 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
2810 VT == MVT::v2f32)
2812 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
2813 VT == MVT::v1f64)
2818 if (VT == MVT::v16i8 || VT == MVT::v8i8)
2820 else if (VT == MVT::v8i16 || VT == MVT::v4i16)
2822 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
2823 VT == MVT::v2f32)
2825 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
2826 VT == MVT::v1f64)
2831 if (VT == MVT::v16i8 || VT == MVT::v8i8)
2833 else if (VT == MVT::v8i16 || VT == MVT::v4i16)
2835 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
2836 VT == MVT::v2f32)
2838 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
2839 VT == MVT::v1f64)
2845 if (VT == MVT::v8i8)
2847 else if (VT == MVT::v16i8)
2849 else if (VT == MVT::v4i16)
2851 else if (VT == MVT::v8i16)
2853 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2855 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2857 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2859 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2865 if (VT == MVT::v8i8)
2867 else if (VT == MVT::v16i8)
2869 else if (VT == MVT::v4i16)
2871 else if (VT == MVT::v8i16)
2873 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2875 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2877 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2879 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2885 if (VT == MVT::v8i8)
2887 else if (VT == MVT::v16i8)
2889 else if (VT == MVT::v4i16)
2891 else if (VT == MVT::v8i16)
2893 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2895 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2897 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2899 else if (VT == MVTMVT::v1f64)
2905 if (VT == MVT::v8i8)
2907 else if (VT == MVT::v16i8)
2909 else if (VT == MVT::v4i16)
2911 else if (VT == MVT::v8i16)
2913 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2915 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2917 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2919 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2925 if (VT == MVT::v8i8)
2927 else if (VT == MVT::v16i8)
2929 else if (VT == MVT::v4i16)
2931 else if (VT == MVT::v8i16)
2933 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2935 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2937 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2939 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2945 if (VT == MVT::v8i8)
2947 else if (VT == MVT::v16i8)
2949 else if (VT == MVT::v4i16)
2951 else if (VT == MVT::v8i16)
2953 else if (VT == MVT::v2i32 || VT == MVT::v2f32)
2955 else if (VT == MVT::v4i32 || VT == MVT::v4f32)
2957 else if (VT == MVT::v1i64 || VT == MVT::v1f64)
2959 else if (VT == MVT::v2i64 || VT == MVT::v2f64)
2965 if (VT == MVT::v16i8 || VT == MVT::v8i8)
2967 else if (VT == MVT::v8i16 || VT == MVT::v4i16)
2969 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
2970 VT == MVT::v2f32)
2972 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
2973 VT == MVT::v1f64)
2979 if (VT == MVT::v16i8 || VT == MVT::v8i8)
2981 else if (VT == MVT::v8i16 || VT == MVT::v4i16)
2983 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
2984 VT == MVT::v2f32)
2986 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
2987 VT == MVT::v1f64)
2993 if (VT == MVT::v16i8 || VT == MVT::v8i8)
2995 else if (VT == MVT::v8i16 || VT == MVT::v4i16)
2997 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
2998 VT == MVT::v2f32)
3000 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3001 VT == MVT::v1f64)
