|
|
reference, declaration → definition
definition → references, declarations, derived classes, virtual overrides
reference to multiple definitions → definitions
unreferenced
|
References
gen/lib/Target/AArch64/AArch64GenDAGISel.inc114952 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i8;
114963 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i16;
114974 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i32;
114999 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i64;
115435 return cast<MaskedLoadSDNode>(N)->getMemoryVT().getScalarType() == MVT::i8;
115453 return cast<MaskedLoadSDNode>(N)->getMemoryVT().getScalarType() == MVT::i16;
115462 return cast<MaskedLoadSDNode>(N)->getMemoryVT().getScalarType() == MVT::i32;
gen/lib/Target/AMDGPU/R600GenDAGISel.inc12362 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i8;
12379 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i16;
gen/lib/Target/ARM/ARMGenDAGISel.inc54184 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i8;
54195 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i16;
54606 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i32;
54673 return cast<MaskedStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i8;
54683 return (ScalarVT == MVT::i16 || ScalarVT == MVT::f16) && St->getAlignment() >= 2;
54683 return (ScalarVT == MVT::i16 || ScalarVT == MVT::f16) && St->getAlignment() >= 2;
54702 return (ScalarVT == MVT::i32 || ScalarVT == MVT::f32) && St->getAlignment() >= 4;
54702 return (ScalarVT == MVT::i32 || ScalarVT == MVT::f32) && St->getAlignment() >= 4;
54791 return Ld->getMemoryVT().getScalarType() == MVT::i8;
54801 return (ScalarVT == MVT::i16 || ScalarVT == MVT::f16) && Ld->getAlignment() >= 2;
54801 return (ScalarVT == MVT::i16 || ScalarVT == MVT::f16) && Ld->getAlignment() >= 2;
54840 return (ScalarVT == MVT::i32 || ScalarVT == MVT::f32) && Ld->getAlignment() >= 4;
54840 return (ScalarVT == MVT::i32 || ScalarVT == MVT::f32) && Ld->getAlignment() >= 4;
gen/lib/Target/Hexagon/HexagonGenDAGISel.inc72824 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::v2i8;
72834 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::v4i8;
gen/lib/Target/Mips/MipsGenDAGISel.inc30126 if (N->getValueType(0) == MVT::i64) {
30139 if (N->getValueType(0) == MVT::i64) {
30152 if (N->getValueType(0) == MVT::i32) {
30179 if (N->getValueType(0) == MVT::i32)
gen/lib/Target/PowerPC/PPCGenDAGISel.inc44248 return cast<StoreSDNode>(N)->getMemoryVT() == MVT::v4f32;
44323 if (N->getValueType(0) == MVT::i32)
44409 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::v4f32;
44440 if (N->getValueType(0) == MVT::i32)
gen/lib/Target/RISCV/RISCVGenDAGISel.inc13808 return cast<VTSDNode>(N->getOperand(1))->getVT() == MVT::i32;
gen/lib/Target/SystemZ/SystemZGenDAGISel.inc29840 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i8;
29906 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i16;
29956 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i32;
30301 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i16;
30310 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i32;
30319 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i64;
gen/lib/Target/X86/X86GenDAGISel.inc253863 return cast<MaskedStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i8;
253871 return cast<MaskedStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i16;
253879 return cast<MaskedStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i32;
254156 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i16;
254165 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i32;
254176 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i64;
254185 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::f32;
254194 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::f64;
254203 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::f80;
254240 if (LD->getMemoryVT() == MVT::i32)
254313 return cast<TruncSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i8;
254321 return cast<TruncSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i16;
254329 return cast<TruncSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i32;
254337 return cast<MaskedTruncSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i8;
254345 return cast<MaskedTruncSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i16;
254353 return cast<MaskedTruncSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i32;
254361 return cast<TruncUSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i8;
254369 return cast<TruncUSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i16;
254377 return cast<TruncUSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i32;
254385 return cast<MaskedTruncUSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i8;
254393 return cast<MaskedTruncUSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i16;
254401 return cast<MaskedTruncUSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i32;
254554 return Mgt->getIndex().getValueType() == MVT::v4i32;
254563 return Mgt->getIndex().getValueType() == MVT::v2i64;
254572 return Mgt->getIndex().getValueType() == MVT::v4i64;
254581 return Mgt->getIndex().getValueType() == MVT::v8i32;
254590 return Mgt->getIndex().getValueType() == MVT::v8i64;
254599 return Mgt->getIndex().getValueType() == MVT::v16i32;
254608 return Sc->getIndex().getValueType() == MVT::v8i32;
254617 return Sc->getIndex().getValueType() == MVT::v8i64;
254626 return Sc->getIndex().getValueType() == MVT::v4i32;
254635 return Sc->getIndex().getValueType() == MVT::v4i64;
254644 return Sc->getIndex().getValueType() == MVT::v2i64;
254653 return Sc->getIndex().getValueType() == MVT::v16i32;
include/llvm/CodeGen/SelectionDAG.h 484 assert((!N.getNode() || N.getValueType() == MVT::Other) &&
770 assert((VT.getVectorElementType() == Op.getValueType() ||
786 assert((VT.getVectorElementType() == Op.getValueType() ||
992 assert(LHS.getValueType() == RHS.getValueType() &&
include/llvm/CodeGen/SelectionDAGNodes.h 988 getOperand(getNumOperands()-1).getValueType() == MVT::Glue)
997 if (UI.getUse().get().getValueType() == MVT::Glue)
include/llvm/CodeGen/TargetLowering.h 982 return (VT == MVT::Other || isTypeLegal(VT)) &&
991 return (VT == MVT::Other || isTypeLegal(VT)) &&
1000 return (VT == MVT::Other || isTypeLegal(VT)) &&
1088 return (VT == MVT::Other || isTypeLegal(VT)) &&
1387 return DL.isBigEndian() || VT == MVT::ppcf128;
include/llvm/CodeGen/ValueTypes.h 223 if (EVT::operator==(VT)) return true;
229 if (EVT::operator==(VT)) return false;
235 if (EVT::operator==(VT)) return true;
241 if (EVT::operator==(VT)) return false;
247 if (EVT::operator==(VT)) return true;
lib/CodeGen/CodeGenPrepare.cpp 4056 if (TLI.getValueType(DL, AddrInst->getOperand(0)->getType()) == PtrTy)
lib/CodeGen/SelectionDAG/DAGCombiner.cpp 998 N->getValueType(i) == To[i].getValueType()) &&
1467 assert(N->getValueType(0) == RV.getValueType() &&
1694 if (N->getOperand(0).getValueType() == MVT::Other)
1696 if (N->getOperand(NumOps-1).getValueType() == MVT::Other)
1699 if (N->getOperand(i).getValueType() == MVT::Other)
2474 if (TN->getVT() == MVT::i1) {
3128 if (TN->getVT() == MVT::i1) {
3617 if ((N1C && N1C->isOne()) || (VT.getScalarType() == MVT::i1))
4347 if (XVT.isInteger() && XVT == Y.getValueType() &&
4370 assert(X.getValueType() == Y.getValueType() &&
4419 assert(N0.getValueType() == N1.getValueType() &&
4421 assert(LL.getValueType() == LR.getValueType() &&
4422 RL.getValueType() == RR.getValueType() &&
4667 if (ExtVT == LoadedVT &&
4725 if (PtrType == MVT::Untyped || PtrType.isExtended())
6150 LHS.getOperand(0).getValueType() == RHS.getOperand(0).getValueType()) {
6151 assert(LHS.getValueType() == RHS.getValueType());
6542 if (Value.getValueType() == VT ||
6934 if (isOneConstant(N1) && VT == MVT::i1 && N0.hasOneUse() &&
7263 if (C1 && C2 && C1->getValueType(0) == C2->getValueType(0)) {
8235 if (CondVT == MVT::i1 && !LegalOperations) {
8337 if (VT == VT0 && VT == MVT::i1 && (N0 == N1 || isOneConstant(N1)))
8337 if (VT == VT0 && VT == MVT::i1 && (N0 == N1 || isOneConstant(N1)))
8344 if (VT == VT0 && VT == MVT::i1 && isNullConstant(N1)) {
8344 if (VT == VT0 && VT == MVT::i1 && isNullConstant(N1)) {
8350 if (VT == VT0 && VT == MVT::i1 && isOneConstant(N2)) {
8350 if (VT == VT0 && VT == MVT::i1 && isOneConstant(N2)) {
8357 if (VT == VT0 && VT == MVT::i1 && (N0 == N2 || isNullConstant(N2)))
8357 if (VT == VT0 && VT == MVT::i1 && (N0 == N2 || isNullConstant(N2)))
8364 if (VT0 == MVT::i1) {
8408 if (N1_2 == N2 && N0.getValueType() == N1_0.getValueType()) {
8427 if (N2_1 == N1 && N0.getValueType() == N2_0.getValueType()) {
9397 if (CC == ISD::SETGT && isAllOnesConstant(Ones) && VT == XVT) {
9572 if (SVT == MatchingVecType) {
9662 assert(Op0.getValueType() == Op1.getValueType());
9880 N0.getValueType().getVectorElementType() == MVT::i1) {
9882 if (getSetCCResultType(N00VT) == N0.getValueType())
10065 if (getSetCCResultType(N00VT) == N0.getValueType())
10112 AssertVT == cast<VTSDNode>(N0.getOperand(1))->getVT())
10278 ExtVT == VT && TLI.isNarrowingProfitable(N0.getValueType(), VT)) {
10464 EVT == cast<LoadSDNode>(N0)->getMemoryVT() &&
10481 EVT == cast<LoadSDNode>(N0)->getMemoryVT() &&
10544 if (SrcVT == VT)
10670 if (BuildVectEltTy == TruncVecEltTy) {
10770 if (VecSrcVT.isVector() && VecSrcVT.getScalarType() == VT &&
10811 if (N00.getOperand(0)->getValueType(0).getVectorElementType() ==
10939 LogicOp0.getOperand(0).getValueType() == VT) {
11041 if (N0.getValueType() == MVT::ppcf128 && !LegalTypes) {
11111 if (N0.getValueType() == MVT::ppcf128 && !LegalTypes) {
11166 Op.getOperand(0).getValueType() == VT)
11210 if (SrcEltVT == DstEltVT) return SDValue(BV, 0);
12660 return (N1VT == N1Op0VT || N1Op0VT != MVT::f128);
12722 if ((VT == MVT::f32 && ExponentC->getValueAPF().isExactlyValue(1.0f/3.0f)) ||
12723 (VT == MVT::f64 && ExponentC->getValueAPF().isExactlyValue(1.0/3.0))) {
12813 N0.getOperand(0).getValueType() == VT)
12817 N0.getOperand(0).getValueType() == VT)
12851 if (N0.getOpcode() == ISD::SETCC && N0.getValueType() == MVT::i1 &&
13013 if (N0.getOpcode() == ISD::FP_EXTEND && VT == N0.getOperand(0).getValueType())
13028 if (N0.getOperand(0).getValueType() == MVT::f80 && VT == MVT::f16)
13028 if (N0.getOperand(0).getValueType() == MVT::f80 && VT == MVT::f16)
13081 if (In.getValueType() == VT) return In;
13885 if (STType == STMemType)
13909 assert(Val.getValueType() == LDMemType &&
13911 if (LDType == LDMemType)
13982 if (Offset == 0 && LDType == STType && STMemType == LDMemType) {
13982 if (Offset == 0 && LDType == STType && STMemType == LDMemType) {
14039 if (N->getValueType(1) == MVT::Other) {
14061 assert(N->getValueType(2) == MVT::Other && "Malformed indexed loads?");
14334 if (PtrType == MVT::Untyped || PtrType.isExtended())
16223 if (Ld->getBasePtr() == Ptr && ST->getMemoryVT() == Ld->getMemoryVT() &&
16238 ST->getMemoryVT() == ST1->getMemoryVT()) {
16840 if (ScalarVT == InEltVT)
17001 VecOp.getOperand(0).getValueType() == ExtVT &&
17094 if (SourceType == MVT::Other)
17187 if ((VT.getSizeInBits() % InVT1.getSizeInBits() == 0) && InVT1 == InVT2) {
17273 assert(InVT1 == VecIn2.getValueType() && "Unexpected second input type.");
17684 (Op0.getOperand(0).getValueType() == N->getValueType(0)))
17751 if (Op.getValueType() == SVT)
17875 if (SVT == Scalar.getOperand(0).getValueType())
17945 assert(SVT == OpVT.getScalarType() && "Concat vector type mismatch");
18021 V.getOperand(1).getValueType() == SubVT && V.getOperand(2) == Index) {
18026 V.getOperand(0).getValueType() == SubVT &&
18279 V.getOperand(0).getValueType() == NVT) {
18851 assert(N0.getValueType() == VT && "Vector shuffle must be normalized in DAG");
18987 N0.getOperand(0).getValueType() == N1.getOperand(0).getValueType()))) {
19072 assert(N1->getOperand(0).getValueType() == VT &&
19102 assert(OtherSV->getOperand(0).getValueType() == VT &&
19214 if (VT.getScalarType() == InVecT.getScalarType() &&
19222 if (VT == InVecT)
19255 N1.getOperand(1) == N2 && N1.getOperand(0).getValueType() == VT)
19282 CN0VT.getVectorElementType() == CN1VT.getVectorElementType() &&
19294 N0.getOperand(1).getValueType() == N1.getValueType() &&
19321 if ((N0.isUndef() || N0SrcSVT == N1SrcSVT) &&
19354 N1.getValueType() == N0.getOperand(1).getValueType() &&
19370 N0.getOperand(0).getValueType() == N1.getValueType()) {
19630 if (NarrowVT == Y.getValueType() &&
19659 if (NarrowVT == RHS.getOperand(0).getValueType() &&
20069 N0->getValueType(0) == VT && isNullConstant(N1) && isNullConstant(N2) &&
lib/CodeGen/SelectionDAG/FastISel.cpp 586 if (VT == MVT::Other || !VT.isSimple())
597 if (VT == MVT::i1 && (ISDOpcode == ISD::AND || ISDOpcode == ISD::OR ||
1493 if (SrcVT == MVT::Other || !SrcVT.isSimple() || DstVT == MVT::Other ||
1493 if (SrcVT == MVT::Other || !SrcVT.isSimple() || DstVT == MVT::Other ||
1535 if (SrcEVT == MVT::Other || DstEVT == MVT::Other ||
1535 if (SrcEVT == MVT::Other || DstEVT == MVT::Other ||
2287 if (VT == MVT::Other || !TLI.isTypeLegal(VT)) {
2289 if (!(VT == MVT::i1 || VT == MVT::i8 || VT == MVT::i16)) {
2289 if (!(VT == MVT::i1 || VT == MVT::i8 || VT == MVT::i16)) {
2289 if (!(VT == MVT::i1 || VT == MVT::i8 || VT == MVT::i16)) {
lib/CodeGen/SelectionDAG/InstrEmitter.cpp 46 while (N && Node->getValueType(N - 1) == MVT::Glue)
48 if (N && Node->getValueType(N - 1) == MVT::Other)
63 while (N && Node->getOperand(N - 1).getValueType() == MVT::Glue)
65 if (N && Node->getOperand(N - 1).getValueType() == MVT::Other)
640 if (NumOps && Node->getOperand(NumOps-1).getValueType() == MVT::Other)
944 if (Node->getValueType(Node->getNumValues()-1) == MVT::Glue) {
1047 if (Node->getOperand(NumOps-1).getValueType() == MVT::Glue)
lib/CodeGen/SelectionDAG/LegalizeDAG.cpp 302 assert((VT == MVT::f64 || VT == MVT::f32) && "Invalid type expansion");
302 assert((VT == MVT::f64 || VT == MVT::f32) && "Invalid type expansion");
304 (VT == MVT::f64) ? MVT::i64 : MVT::i32);
404 if (Val.getValueType() == EltVT ||
439 if (CFP->getValueType(0) == MVT::f32 &&
448 if (CFP->getValueType(0) == MVT::f64) {
762 else if (ExtType == ISD::ZEXTLOAD || NVT == Result.getValueType())
891 (LoadVT == SrcVT) ? ISD::NON_EXTLOAD : ExtType;
906 if (SrcVT.getScalarType() == MVT::f16) {
1945 if (OpVT==EltVT)
2354 if (SrcVT == MVT::i32 && TLI.isTypeLegal(MVT::f64)) {
2436 if (DestVT == MVT::f32)
4035 if (Node->getValueType(0) == MVT::f32) {
lib/CodeGen/SelectionDAG/LegalizeFloatTypes.cpp 36 VT == MVT::f32 ? Call_F32 :
37 VT == MVT::f64 ? Call_F64 :
38 VT == MVT::f80 ? Call_F80 :
39 VT == MVT::f128 ? Call_F128 :
40 VT == MVT::ppcf128 ? Call_PPCF128 :
484 if (FloatVT == MVT::f32 || FloatVT == MVT::f64 || FloatVT == MVT::f128) {
484 if (FloatVT == MVT::f32 || FloatVT == MVT::f64 || FloatVT == MVT::f128) {
484 if (FloatVT == MVT::f32 || FloatVT == MVT::f64 || FloatVT == MVT::f128) {
511 if (Op.getValueType() == MVT::f16 && N->getValueType(0) != MVT::f32) {
521 if (Op.getValueType() == N->getValueType(0)) {
544 if (N->getValueType(0) == MVT::f32)
556 if (N->getValueType(0) == MVT::f16) {
588 assert(N->getOperand(1).getValueType() == MVT::i32 &&
701 if (N->getValueType(0) == MVT::f16)
863 assert(Res.getValueType() == N->getValueType(0) && N->getNumValues() == 1 &&
882 if (SVT == MVT::f16)
1006 assert(NewLHS.getValueType() == N->getValueType(0) &&
1196 assert(N->getValueType(0) == MVT::ppcf128 &&
1544 assert(N->getValueType(0) == MVT::ppcf128 && "Unsupported XINT_TO_FP!");
1669 assert(Res.getValueType() == N->getValueType(0) && N->getNumValues() == 1 &&
1686 assert(NewLHS.getValueType() == MVT::ppcf128 && "Unsupported setcc type!");
1727 assert(N->getOperand(1).getValueType() == MVT::ppcf128 &&
1738 assert(N->getOperand(0).getValueType() == MVT::ppcf128 &&
1793 assert(NewLHS.getValueType() == N->getValueType(0) &&
1885 if (OpVT == MVT::f16) {
1887 } else if (RetVT == MVT::f16) {
1969 if (VT == Op->getValueType(0))
lib/CodeGen/SelectionDAG/LegalizeIntegerTypes.cpp 557 if (NVT == Res.getValueType()) {
606 assert(NVT == ExtPassThru.getValueType() &&
1234 assert(Res.getValueType() == N->getValueType(0) && N->getNumValues() == 1 &&
1338 assert(Lo.getValueType() == N->getValueType(0) && "Operand over promoted?");
2392 assert(Res.getValueType() == N->getValueType(0) &&
2591 if (VT == MVT::f32)
2593 else if (VT == MVT::f64)
2595 else if (VT == MVT::f80)
2597 else if (VT == MVT::f128)
2599 else if (VT == MVT::ppcf128)
2619 if (VT == MVT::f32)
2621 else if (VT == MVT::f64)
2623 else if (VT == MVT::f80)
2625 else if (VT == MVT::f128)
2627 else if (VT == MVT::ppcf128)
2784 if (VT == MVT::i16)
2786 else if (VT == MVT::i32)
2788 else if (VT == MVT::i64)
2790 else if (VT == MVT::i128)
3138 if (VT == MVT::i16)
3140 else if (VT == MVT::i32)
3142 else if (VT == MVT::i64)
3144 else if (VT == MVT::i128)
3216 if (VT == MVT::i16)
3218 else if (VT == MVT::i32)
3220 else if (VT == MVT::i64)
3222 else if (VT == MVT::i128)
3226 if (VT == MVT::i16)
3228 else if (VT == MVT::i32)
3230 else if (VT == MVT::i64)
3232 else if (VT == MVT::i128)
3237 if (VT == MVT::i16)
3239 else if (VT == MVT::i32)
3241 else if (VT == MVT::i64)
3243 else if (VT == MVT::i128)
3279 assert(Res.getValueType() == N->getValueType(0) &&
3329 if (VT == MVT::i16)
3331 else if (VT == MVT::i32)
3333 else if (VT == MVT::i64)
3335 else if (VT == MVT::i128)
3421 if (VT == MVT::i32)
3423 else if (VT == MVT::i64)
3425 else if (VT == MVT::i128)
3487 if (VT == MVT::i16)
3489 else if (VT == MVT::i32)
3491 else if (VT == MVT::i64)
3493 else if (VT == MVT::i128)
3514 if (VT == MVT::i16)
3516 else if (VT == MVT::i32)
3518 else if (VT == MVT::i64)
3520 else if (VT == MVT::i128)
3544 assert(Res.getValueType() == N->getValueType(0) &&
3635 assert(Res.getValueType() == N->getValueType(0) && N->getNumValues() == 1 &&
3833 assert(NewLHS.getValueType() == N->getValueType(0) &&
4004 if (SrcVT == MVT::i32)
4006 else if (SrcVT == MVT::i64)
4008 else if (SrcVT == MVT::i128)
lib/CodeGen/SelectionDAG/LegalizeTypes.cpp 686 assert(Result.getValueType() ==
700 assert(Result.getValueType() ==
711 assert(Result.getValueType() ==
744 assert(Lo.getValueType() ==
746 Hi.getValueType() == Lo.getValueType() &&
781 assert(Lo.getValueType() ==
783 Hi.getValueType() == Lo.getValueType() &&
806 assert(Lo.getValueType().getVectorElementType() ==
810 Hi.getValueType() == Lo.getValueType() &&
824 assert(Result.getValueType() ==
932 if (Results[i].getValueType() == MVT::Other)
lib/CodeGen/SelectionDAG/LegalizeTypesGeneric.cpp 199 assert(Part.getValueType() == N->getValueType(0) &&
376 assert(OldVT == VecVT.getVectorElementType() &&
416 assert(OldEVT == VecVT.getVectorElementType() &&
445 assert(VT.getVectorElementType() == N->getOperand(0).getValueType() &&
529 if (Cond.getValueType().getVectorElementType() == MVT::i1 &&
531 getSetCCResultType(CondLHSVT) == Cond.getValueType())
lib/CodeGen/SelectionDAG/LegalizeVectorOps.cpp 899 && Op1.getValueType() == Op2.getValueType() && "Invalid type");
lib/CodeGen/SelectionDAG/LegalizeVectorTypes.cpp 660 assert(Res.getValueType() == N->getValueType(0) && N->getNumValues() == 1 &&
743 assert(N->getValueType(0) == MVT::v1i1 && "Expected v1i1 type");
1082 if (LoVT == HiVT) {
2063 assert(Res.getValueType() == N->getValueType(0) && N->getNumValues() == 2 &&
2066 assert(Res.getValueType() == N->getValueType(0) && N->getNumValues() == 1 &&
2087 assert(Lo.getValueType() == Hi.getValueType() &&
2092 assert(LoOpVT == HiOpVT && "Asymmetric vector split?");
2581 assert(LoOutVT == HiOutVT && "Unequal split?");
2947 if (VT == WidenVT)
2961 while (Idx >= 0 && ConcatOps[Idx].getValueType() == VT)
3003 if (VT == WidenVT)
3129 assert(Oper.getValueType() == N->getValueType(0) &&
3433 if (N->getOperand(0).getValueType() == N->getOperand(1).getValueType())
3615 if (WidenVT == TLI.getTypeToTransformTo(*DAG.getContext(), InVT)) {
3676 if (IdxVal == 0 && InVT == WidenVT)
3888 assert((Mask->getValueType(0) == ToMaskVT) &&
3935 } else if (CondVT.getScalarType() == MVT::i1) {
3941 if (CondVT.getScalarType() == MVT::i1)
3980 EVT WideVT = ((NarrowVT == VT0) ? VT1 : VT0);
4037 assert(InOp1.getValueType() == WidenVT && InOp2.getValueType() == WidenVT);
4037 assert(InOp1.getValueType() == WidenVT && InOp2.getValueType() == WidenVT);
4114 assert(InOp1.getValueType() == WidenInVT &&
4115 InOp2.getValueType() == WidenInVT &&
4201 assert(Res.getValueType() == N->getValueType(0) && N->getNumValues() == 2 &&
4204 assert(Res.getValueType() == N->getValueType(0) && N->getNumValues() == 1 &&
4234 FixedEltVT == InEltVT) {
4391 if (VT == TLI.getTypeToTransformTo(*DAG.getContext(), InVT)) {
4562 if (VT.getScalarType() == MVT::i1)
4713 WidenEltVT == MemVT.getVectorElementType() &&
4718 if (RetVT.getSizeInBits() < MemVTWidth || MemVT == WidenVT)
4771 assert(LdVT.getVectorElementType() == WidenVT.getVectorElementType());
4799 if (NewVT == WidenVT)
4978 assert(StVT.getVectorElementType() == ValEltVT);
5080 assert(InVT.getVectorElementType() == NVT.getVectorElementType() &&
5085 if (InVT == NVT)
lib/CodeGen/SelectionDAG/ScheduleDAGFast.cpp 486 if (Node->getOperand(NumOps-1).getValueType() == MVT::Glue)
680 if (NumLeft == NumOps && Op.getValueType() == MVT::Glue) {
727 if (NumVals && N->getValueType(NumVals-1) == MVT::Glue &&
lib/CodeGen/SelectionDAG/ScheduleDAGRRList.cpp 468 if (Op.getValueType() == MVT::Other) {
526 if (Op.getValueType() == MVT::Other) {
1366 if (Node->getOperand(NumOps-1).getValueType() == MVT::Glue)
lib/CodeGen/SelectionDAG/ScheduleDAGSDNodes.cpp 169 N->getOperand(N->getNumOperands()-1).getValueType() == MVT::Glue) {
173 if (N->getValueType(N->getNumValues() - 1) == MVT::Glue) return false;
187 assert((N->getValueType(N->getNumValues() - 1) == MVT::Glue &&
203 if (Node->getOperand(NumOps-1).getValueType() == MVT::Other)
369 N->getOperand(N->getNumOperands()-1).getValueType() == MVT::Glue) {
379 while (N->getValueType(N->getNumValues()-1) == MVT::Glue) {
481 bool isChain = OpVT == MVT::Other;
560 Node->getValueType(0) == MVT::Other) {
lib/CodeGen/SelectionDAG/SelectionDAG.cpp 657 if (N->getValueType(0) == MVT::Glue)
669 if (N->getValueType(i) == MVT::Glue)
801 assert(N->getOperand(0).getValueType() == N->getOperand(1).getValueType() &&
816 assert((I->getValueType() == EltVT ||
820 assert(I->getValueType() == N->getOperand(0).getValueType() &&
989 Type *Ty = VT == MVT::iPTR ?
1135 if (Op.getValueType().getScalarType() == VT) return Op;
1341 if (EltVT == MVT::f32)
1343 else if (EltVT == MVT::f64)
1345 else if (EltVT == MVT::f80 || EltVT == MVT::f128 || EltVT == MVT::ppcf128 ||
1345 else if (EltVT == MVT::f80 || EltVT == MVT::f128 || EltVT == MVT::ppcf128 ||
1345 else if (EltVT == MVT::f80 || EltVT == MVT::f128 || EltVT == MVT::ppcf128 ||
1346 EltVT == MVT::f16) {
1573 assert(VT == N1.getValueType() && VT == N2.getValueType() &&
1573 assert(VT == N1.getValueType() && VT == N2.getValueType() &&
1859 if (VT == V.getValueType())
1891 if (OpTy == ShTy || OpTy.isVector()) return Op;
4146 assert(A.getValueType() == B.getValueType() &&
4191 return Ops[0].getValueType() == Op.getValueType();
4311 if (VT == MVT::f16 && C->getValueType(0) == MVT::i16)
4311 if (VT == MVT::f16 && C->getValueType(0) == MVT::i16)
4313 if (VT == MVT::f32 && C->getValueType(0) == MVT::i32)
4313 if (VT == MVT::f32 && C->getValueType(0) == MVT::i32)
4315 if (VT == MVT::f64 && C->getValueType(0) == MVT::i64)
4315 if (VT == MVT::f64 && C->getValueType(0) == MVT::i64)
4317 if (VT == MVT::f128 && C->getValueType(0) == MVT::i128)
4317 if (VT == MVT::f128 && C->getValueType(0) == MVT::i128)
4402 if (VT == MVT::i16 && C->getValueType(0) == MVT::f16)
4402 if (VT == MVT::i16 && C->getValueType(0) == MVT::f16)
4404 else if (VT == MVT::i32 && C->getValueType(0) == MVT::f32)
4404 else if (VT == MVT::i32 && C->getValueType(0) == MVT::f32)
4406 else if (VT == MVT::i64 && C->getValueType(0) == MVT::f64)
4406 else if (VT == MVT::i64 && C->getValueType(0) == MVT::f64)
4475 if (Operand.getValueType() == VT) return Operand; // noop conversion.
4502 if (Operand.getValueType() == VT) return Operand; // noop extension
4521 if (Operand.getValueType() == VT) return Operand; // noop extension
4540 if (Operand.getValueType() == VT) return Operand; // noop extension
4558 if (OpOp.getValueType() == VT) {
4570 if (Operand.getValueType() == VT) return Operand; // noop truncate
4603 assert(VT.isInteger() && VT == Operand.getValueType() &&
4609 assert(VT.isInteger() && VT == Operand.getValueType() &&
4617 assert(VT.isInteger() && VT == Operand.getValueType() &&
4626 if (VT == Operand.getValueType()) return Operand; // noop conversion.
4634 (VT.getVectorElementType() == Operand.getValueType() ||
4645 Operand.getOperand(0).getValueType() == VT)
5057 assert(VT == MVT::Other && N1.getValueType() == MVT::Other &&
5057 assert(VT == MVT::Other && N1.getValueType() == MVT::Other &&
5058 N2.getValueType() == MVT::Other && "Invalid token factor!");
5079 assert(N1.getValueType() == N2.getValueType() &&
5080 N1.getValueType() == VT && "Binary operator types must match!");
5093 assert(N1.getValueType() == N2.getValueType() &&
5094 N1.getValueType() == VT && "Binary operator types must match!");
5116 assert(N1.getValueType() == N2.getValueType() &&
5117 N1.getValueType() == VT && "Binary operator types must match!");
5125 assert(N1.getValueType() == N2.getValueType() &&
5126 N1.getValueType() == VT && "Binary operator types must match!");
5131 assert(N1.getValueType() == VT &&
5144 assert(VT == N1.getValueType() &&
5148 assert((!VT.isVector() || VT == N2.getValueType()) &&
5160 if (VT == MVT::i1)
5171 if (N1.getValueType() == VT) return N1; // noop conversion.
5176 assert(VT == N1.getValueType() && "Not an inreg extend!");
5183 if (VT.getScalarType() == EVT) return N1; // noop assertion.
5188 assert(VT == N1.getValueType() && "Not an inreg extend!");
5198 if (EVT == VT) return N1; // Not actually extending
5279 if (VT == N1.getOperand(1).getValueType())
5323 assert(VT.getVectorElementType() ==
5347 VT == N1.getOperand(0).getValueType()) {
5355 VT == N1.getOperand(1).getValueType())
5452 assert(N1.getValueType() == VT && N2.getValueType() == VT &&
5452 assert(N1.getValueType() == VT && N2.getValueType() == VT &&
5453 N3.getValueType() == VT && "FMA types must match!");
5481 assert(N1.getValueType() == N2.getValueType() &&
5532 assert(VT == N1.getValueType() &&
5550 N2.getOperand(1) == N3 && N2.getOperand(0).getValueType() == VT)
5557 if (N1.getValueType() == VT)
5644 assert(Value.getValueType() == MVT::i8 && "memset with non-byte fill value?");
5676 else if (VT == MVT::f32 || VT == MVT::f64 || VT == MVT::f128)
5676 else if (VT == MVT::f32 || VT == MVT::f64 || VT == MVT::f128)
5676 else if (VT == MVT::f32 || VT == MVT::f64 || VT == MVT::f128)
5680 MVT EltVT = (VT.getVectorElementType() == MVT::f32) ? MVT::i32 : MVT::i64;
6136 assert(Value.getValueType() == VT && "Value with wrong type.");
6508 assert(Cmp.getValueType() == Swp.getValueType() && "Invalid Atomic Op Types");
6700 assert(Chain.getValueType() == MVT::Other &&
6722 if (VT == MemVT) {
6725 assert(VT == MemVT && "Non-extending load from different memory type!");
6823 assert(Chain.getValueType() == MVT::Other && "Invalid chain type");
6841 assert(Chain.getValueType() == MVT::Other &&
6874 assert(Chain.getValueType() == MVT::Other &&
6896 assert(Chain.getValueType() == MVT::Other &&
6898 if (VT == SVT)
6996 assert(Chain.getValueType() == MVT::Other &&
7044 assert(N->getPassThru().getValueType() == N->getValueType(0) &&
7226 assert(Ops[0].getValueType() == Ops[1].getValueType() &&
7228 assert(Ops[2].getValueType() == Ops[3].getValueType() &&
7230 assert(Ops[2].getValueType() == VT &&
7235 assert(Ops[2].getValueType() == Ops[3].getValueType() &&
8215 From->getValueType(i) == To->getValueType(i)) &&
8733 if (AllowTruncation || (CVT == NSVT))
8757 if (AllowTruncation || (CVT == NSVT))
lib/CodeGen/SelectionDAG/SelectionDAGBuilder.cpp 266 assert(ValueVT == EVT(MVT::ppcf128) && PartVT == MVT::f64 &&
288 if (PartEVT == ValueVT)
329 if (PartEVT == MVT::x86mmx && ValueVT.isInteger() &&
426 if (PartEVT == ValueVT)
434 if (PartEVT.getVectorElementType() == ValueVT.getVectorElementType()) {
520 if (PartEVT == ValueVT) {
639 PartVT.getVectorElementType() == ValueVT.getVectorElementType()) {
669 if (PartEVT == ValueVT) {
698 assert(Val.getValueType() == PartVT && "Unexpected vector part value type");
1921 assert(Chain.getNode() && Chain.getValueType() == MVT::Other &&
4990 if (Op.getValueType() == MVT::f32 &&
5014 if (Op.getValueType() == MVT::f32 &&
5113 if (Op.getValueType() == MVT::f32 &&
5210 if (Op.getValueType() == MVT::f32 &&
5298 if (Op.getValueType() == MVT::f32 &&
5311 if (LHS.getValueType() == MVT::f32 && RHS.getValueType() == MVT::f32 &&
5311 if (LHS.getValueType() == MVT::f32 && RHS.getValueType() == MVT::f32 &&
8340 assert(InOperandVal.getValueType() ==
8448 assert(ResultVT == V.getValueType() && "Asm result value mismatch!");
9265 assert(CLI.Chain.getNode() && CLI.Chain.getValueType() == MVT::Other &&
9284 assert(EVT(CLI.Ins[i].VT) == InVals[i].getValueType() &&
9733 assert(NewRoot.getNode() && NewRoot.getValueType() == MVT::Other &&
9741 assert(EVT(Ins[i].VT) == InVals[i].getValueType() &&
lib/CodeGen/SelectionDAG/SelectionDAGDumper.cpp 503 if (getValueType(i) == MVT::Other)
924 if (Op.getValueType() == MVT::Other)
lib/CodeGen/SelectionDAG/SelectionDAGISel.cpp 754 if (Op.getValueType() == MVT::Other)
2041 if (InOps[e-1].getValueType() == MVT::Glue)
2118 if ((Op.getValueType() == MVT::Other && IgnoreChains) || N == Def)
2130 if ((Op.getValueType() == MVT::Other && IgnoreChains) || N == Def)
2201 while (VT == MVT::Glue) {
2310 if (ChainVal.getValueType() == MVT::Glue)
2312 assert(ChainVal.getValueType() == MVT::Other && "Not a chain?");
2412 if (Node->getValueType(NTMNumResults-1) == MVT::Glue) {
2415 Node->getValueType(NTMNumResults-2) == MVT::Other)
2417 } else if (Node->getValueType(NTMNumResults-1) == MVT::Other)
2509 if (N.getValueType() == VT) return true;
2512 return VT == MVT::iPTR && N.getValueType() == TLI->getPointerTy(DL);
2544 if (cast<VTSDNode>(N)->getVT() == VT)
2548 return VT == MVT::iPTR && cast<VTSDNode>(N)->getVT() == TLI->getPointerTy(DL);
2972 N->getOperand(N->getNumOperands()-1).getValueType() == MVT::Glue)
3425 if (V.getValueType() == MVT::Glue) break;
3448 if (VTs[i] == MVT::Other || VTs[i] == MVT::Glue) break;
3448 if (VTs[i] == MVT::Other || VTs[i] == MVT::Glue) break;
3540 assert((NodeToMatch->getValueType(i) == Res.getValueType() ||
3541 NodeToMatch->getValueType(i) == MVT::iPTR ||
3542 Res.getValueType() == MVT::iPTR ||
3556 if (NodeToMatch->getValueType(NodeToMatch->getNumValues() - 1) ==
3652 bool HasInputChain = N->getOperand(0).getValueType() == MVT::Other;
lib/CodeGen/SelectionDAG/SelectionDAGPrinter.cpp 99 if (VT == MVT::Glue)
101 else if (VT == MVT::Other)
lib/CodeGen/SelectionDAG/StatepointLowering.cpp 435 assert(Incoming.getValueType() == Builder.getFrameIndexTy() &&
589 assert(Incoming.getValueType() == Builder.getFrameIndexTy() &&
lib/CodeGen/SelectionDAG/TargetLowering.cpp 195 if (VT == MVT::Other) {
231 else if (NewVT == MVT::i64 &&
243 if (NewVT == MVT::i8)
280 assert((VT == MVT::f32 || VT == MVT::f64 || VT == MVT::f128 || VT == MVT::ppcf128)
280 assert((VT == MVT::f32 || VT == MVT::f64 || VT == MVT::f128 || VT == MVT::ppcf128)
280 assert((VT == MVT::f32 || VT == MVT::f64 || VT == MVT::f128 || VT == MVT::ppcf128)
280 assert((VT == MVT::f32 || VT == MVT::f64 || VT == MVT::f128 || VT == MVT::ppcf128)
289 LC1 = (VT == MVT::f32) ? RTLIB::OEQ_F32 :
290 (VT == MVT::f64) ? RTLIB::OEQ_F64 :
291 (VT == MVT::f128) ? RTLIB::OEQ_F128 : RTLIB::OEQ_PPCF128;
295 LC1 = (VT == MVT::f32) ? RTLIB::UNE_F32 :
296 (VT == MVT::f64) ? RTLIB::UNE_F64 :
297 (VT == MVT::f128) ? RTLIB::UNE_F128 : RTLIB::UNE_PPCF128;
301 LC1 = (VT == MVT::f32) ? RTLIB::OGE_F32 :
302 (VT == MVT::f64) ? RTLIB::OGE_F64 :
303 (VT == MVT::f128) ? RTLIB::OGE_F128 : RTLIB::OGE_PPCF128;
307 LC1 = (VT == MVT::f32) ? RTLIB::OLT_F32 :
308 (VT == MVT::f64) ? RTLIB::OLT_F64 :
309 (VT == MVT::f128) ? RTLIB::OLT_F128 : RTLIB::OLT_PPCF128;
313 LC1 = (VT == MVT::f32) ? RTLIB::OLE_F32 :
314 (VT == MVT::f64) ? RTLIB::OLE_F64 :
315 (VT == MVT::f128) ? RTLIB::OLE_F128 : RTLIB::OLE_PPCF128;
319 LC1 = (VT == MVT::f32) ? RTLIB::OGT_F32 :
320 (VT == MVT::f64) ? RTLIB::OGT_F64 :
321 (VT == MVT::f128) ? RTLIB::OGT_F128 : RTLIB::OGT_PPCF128;
324 LC1 = (VT == MVT::f32) ? RTLIB::UO_F32 :
325 (VT == MVT::f64) ? RTLIB::UO_F64 :
326 (VT == MVT::f128) ? RTLIB::UO_F128 : RTLIB::UO_PPCF128;
329 LC1 = (VT == MVT::f32) ? RTLIB::O_F32 :
330 (VT == MVT::f64) ? RTLIB::O_F64 :
331 (VT == MVT::f128) ? RTLIB::O_F128 : RTLIB::O_PPCF128;
335 LC1 = (VT == MVT::f32) ? RTLIB::OLT_F32 :
336 (VT == MVT::f64) ? RTLIB::OLT_F64 :
337 (VT == MVT::f128) ? RTLIB::OLT_F128 : RTLIB::OLT_PPCF128;
338 LC2 = (VT == MVT::f32) ? RTLIB::OGT_F32 :
339 (VT == MVT::f64) ? RTLIB::OGT_F64 :
340 (VT == MVT::f128) ? RTLIB::OGT_F128 : RTLIB::OGT_PPCF128;
343 LC1 = (VT == MVT::f32) ? RTLIB::UO_F32 :
344 (VT == MVT::f64) ? RTLIB::UO_F64 :
345 (VT == MVT::f128) ? RTLIB::UO_F128 : RTLIB::UO_PPCF128;
346 LC2 = (VT == MVT::f32) ? RTLIB::OEQ_F32 :
347 (VT == MVT::f64) ? RTLIB::OEQ_F64 :
348 (VT == MVT::f128) ? RTLIB::OEQ_F128 : RTLIB::OEQ_PPCF128;
355 LC1 = (VT == MVT::f32) ? RTLIB::OGE_F32 :
356 (VT == MVT::f64) ? RTLIB::OGE_F64 :
357 (VT == MVT::f128) ? RTLIB::OGE_F128 : RTLIB::OGE_PPCF128;
360 LC1 = (VT == MVT::f32) ? RTLIB::OGT_F32 :
361 (VT == MVT::f64) ? RTLIB::OGT_F64 :
362 (VT == MVT::f128) ? RTLIB::OGT_F128 : RTLIB::OGT_PPCF128;
365 LC1 = (VT == MVT::f32) ? RTLIB::OLE_F32 :
366 (VT == MVT::f64) ? RTLIB::OLE_F64 :
367 (VT == MVT::f128) ? RTLIB::OLE_F128 : RTLIB::OLE_PPCF128;
370 LC1 = (VT == MVT::f32) ? RTLIB::OLT_F32 :
371 (VT == MVT::f64) ? RTLIB::OLT_F64 :
372 (VT == MVT::f128) ? RTLIB::OLT_F128 : RTLIB::OLT_PPCF128;
2076 if (C0 && C1 && C0.getValueType() == EltVT && C1.getValueType() == EltVT)
2076 if (C0 && C1 && C0.getValueType() == EltVT && C1.getValueType() == EltVT)
2761 if (VT == MVT::i1)
3212 if (TopSetCC.getValueType() == MVT::i1 && VT == MVT::i1 &&
3212 if (TopSetCC.getValueType() == MVT::i1 && VT == MVT::i1 &&
3362 if (Op0Ty == ExtSrcTy) {
3383 (N0.getValueType() == MVT::i1 ||
3427 (VT == MVT::i1 ||
3460 cast<VTSDNode>(Op0.getOperand(1))->getVT() == MVT::i1)
3615 (VT == ShValTy || (isTypeLegal(VT) && VT.bitsLE(ShValTy))) &&
3878 if (N0.getValueType().getScalarType() == MVT::i1 && foldBooleans) {
6046 if (DstVT.getScalarType() == MVT::f32) {
6083 if (DstVT.getScalarType() == MVT::f64) {
6889 assert(VT == RHS.getValueType() && "Expected operands to be the same type");
7016 assert(LHS.getValueType() == RHS.getValueType() &&
7233 if (WideVT == MVT::i16)
7235 else if (WideVT == MVT::i32)
7237 else if (WideVT == MVT::i64)
7239 else if (WideVT == MVT::i128)
lib/CodeGen/TargetLoweringBase.cpp 214 if (OpVT == MVT::f16) {
215 if (RetVT == MVT::f32)
217 } else if (OpVT == MVT::f32) {
218 if (RetVT == MVT::f64)
220 if (RetVT == MVT::f128)
222 if (RetVT == MVT::ppcf128)
224 } else if (OpVT == MVT::f64) {
225 if (RetVT == MVT::f128)
227 else if (RetVT == MVT::ppcf128)
229 } else if (OpVT == MVT::f80) {
230 if (RetVT == MVT::f128)
240 if (RetVT == MVT::f16) {
241 if (OpVT == MVT::f32)
243 if (OpVT == MVT::f64)
245 if (OpVT == MVT::f80)
247 if (OpVT == MVT::f128)
249 if (OpVT == MVT::ppcf128)
251 } else if (RetVT == MVT::f32) {
252 if (OpVT == MVT::f64)
254 if (OpVT == MVT::f80)
256 if (OpVT == MVT::f128)
258 if (OpVT == MVT::ppcf128)
260 } else if (RetVT == MVT::f64) {
261 if (OpVT == MVT::f80)
263 if (OpVT == MVT::f128)
265 if (OpVT == MVT::ppcf128)
267 } else if (RetVT == MVT::f80) {
268 if (OpVT == MVT::f128)
278 if (OpVT == MVT::f32) {
279 if (RetVT == MVT::i32)
281 if (RetVT == MVT::i64)
283 if (RetVT == MVT::i128)
285 } else if (OpVT == MVT::f64) {
286 if (RetVT == MVT::i32)
288 if (RetVT == MVT::i64)
290 if (RetVT == MVT::i128)
292 } else if (OpVT == MVT::f80) {
293 if (RetVT == MVT::i32)
295 if (RetVT == MVT::i64)
297 if (RetVT == MVT::i128)
299 } else if (OpVT == MVT::f128) {
300 if (RetVT == MVT::i32)
302 if (RetVT == MVT::i64)
304 if (RetVT == MVT::i128)
306 } else if (OpVT == MVT::ppcf128) {
307 if (RetVT == MVT::i32)
309 if (RetVT == MVT::i64)
311 if (RetVT == MVT::i128)
320 if (OpVT == MVT::f32) {
321 if (RetVT == MVT::i32)
323 if (RetVT == MVT::i64)
325 if (RetVT == MVT::i128)
327 } else if (OpVT == MVT::f64) {
328 if (RetVT == MVT::i32)
330 if (RetVT == MVT::i64)
332 if (RetVT == MVT::i128)
334 } else if (OpVT == MVT::f80) {
335 if (RetVT == MVT::i32)
337 if (RetVT == MVT::i64)
339 if (RetVT == MVT::i128)
341 } else if (OpVT == MVT::f128) {
342 if (RetVT == MVT::i32)
344 if (RetVT == MVT::i64)
346 if (RetVT == MVT::i128)
348 } else if (OpVT == MVT::ppcf128) {
349 if (RetVT == MVT::i32)
351 if (RetVT == MVT::i64)
353 if (RetVT == MVT::i128)
362 if (OpVT == MVT::i32) {
363 if (RetVT == MVT::f32)
365 if (RetVT == MVT::f64)
367 if (RetVT == MVT::f80)
369 if (RetVT == MVT::f128)
371 if (RetVT == MVT::ppcf128)
373 } else if (OpVT == MVT::i64) {
374 if (RetVT == MVT::f32)
376 if (RetVT == MVT::f64)
378 if (RetVT == MVT::f80)
380 if (RetVT == MVT::f128)
382 if (RetVT == MVT::ppcf128)
384 } else if (OpVT == MVT::i128) {
385 if (RetVT == MVT::f32)
387 if (RetVT == MVT::f64)
389 if (RetVT == MVT::f80)
391 if (RetVT == MVT::f128)
393 if (RetVT == MVT::ppcf128)
402 if (OpVT == MVT::i32) {
403 if (RetVT == MVT::f32)
405 if (RetVT == MVT::f64)
407 if (RetVT == MVT::f80)
409 if (RetVT == MVT::f128)
411 if (RetVT == MVT::ppcf128)
413 } else if (OpVT == MVT::i64) {
414 if (RetVT == MVT::f32)
416 if (RetVT == MVT::f64)
418 if (RetVT == MVT::f80)
420 if (RetVT == MVT::f128)
422 if (RetVT == MVT::ppcf128)
424 } else if (OpVT == MVT::i128) {
425 if (RetVT == MVT::f32)
427 if (RetVT == MVT::f64)
429 if (RetVT == MVT::f80)
431 if (RetVT == MVT::f128)
433 if (RetVT == MVT::ppcf128)
1669 if (MTy == LK.second)
1838 if (VT.getScalarType() == MVT::f64) {
1841 assert(VT.getScalarType() == MVT::f32 &&
lib/Target/AArch64/AArch64FastISel.cpp 357 assert(TLI.getValueType(DL, AI->getType(), true) == MVT::i64 &&
611 if (TLI.getValueType(DL, U->getOperand(0)->getType()) ==
618 if (TLI.getValueType(DL, U->getType()) == TLI.getPointerTy(DL))
952 TLI.getValueType(DL, U->getOperand(0)->getType()) ==
958 if (InMBB && TLI.getValueType(DL, U->getType()) == TLI.getPointerTy(DL))
984 if (evt == MVT::Other || !evt.isSimple())
2882 if (SrcVT == MVT::f128 || SrcVT == MVT::f16)
2882 if (SrcVT == MVT::f128 || SrcVT == MVT::f16)
2886 if (SrcVT == MVT::f64) {
2924 if (SrcVT == MVT::i16 || SrcVT == MVT::i8 || SrcVT == MVT::i1) {
2924 if (SrcVT == MVT::i16 || SrcVT == MVT::i8 || SrcVT == MVT::i1) {
2924 if (SrcVT == MVT::i16 || SrcVT == MVT::i8 || SrcVT == MVT::i1) {
2933 if (SrcVT == MVT::i64) {
lib/Target/AArch64/AArch64ISelDAGToDAG.cpp 345 if (N.getValueType() == MVT::i32)
460 if (!IsLoadStore && SrcVT == MVT::i8)
462 else if (!IsLoadStore && SrcVT == MVT::i16)
464 else if (SrcVT == MVT::i32)
472 if (!IsLoadStore && SrcVT == MVT::i8)
474 else if (!IsLoadStore && SrcVT == MVT::i16)
476 else if (SrcVT == MVT::i32)
636 if (N.getValueType() == MVT::i32)
1165 if (VT == MVT::i64)
1167 else if (VT == MVT::i32) {
1179 } else if (VT == MVT::i16) {
1181 if (DstVT == MVT::i64)
1187 InsertTo64 = DstVT == MVT::i64;
1192 } else if (VT == MVT::i8) {
1194 if (DstVT == MVT::i64)
1200 InsertTo64 = DstVT == MVT::i64;
1205 } else if (VT == MVT::f16) {
1207 } else if (VT == MVT::f32) {
1209 } else if (VT == MVT::f64 || VT.is64BitVector()) {
1547 assert((VT == MVT::i32 || VT == MVT::i64) &&
1547 assert((VT == MVT::i32 || VT == MVT::i64) &&
1575 if (VT == MVT::i64 && Op0->getOpcode() == ISD::ANY_EXTEND &&
1582 } else if (VT == MVT::i32 && Op0->getOpcode() == ISD::TRUNCATE &&
1612 MSB = SrlImm + (VT == MVT::i32 ? countTrailingOnes<uint32_t>(AndImm)
1622 Opc = VT == MVT::i32 ? AArch64::UBFMWri : AArch64::UBFMXri;
1633 assert((VT == MVT::i32 || VT == MVT::i64) &&
1633 assert((VT == MVT::i32 || VT == MVT::i64) &&
1652 Opc = (VT == MVT::i32) ? AArch64::SBFMWri : AArch64::SBFMXri;
1692 if (N->getValueType(0) == MVT::i32)
1716 assert((VT == MVT::i32 || VT == MVT::i64) &&
1716 assert((VT == MVT::i32 || VT == MVT::i64) &&
1728 } else if (VT == MVT::i32 && N->getOpcode() == ISD::SRL &&
1737 assert(VT == MVT::i64 && "the promoted type should be i64");
1765 if (VT == MVT::i32)
1848 if ((Opc == AArch64::SBFMXri || Opc == AArch64::UBFMXri) && VT == MVT::i32) {
1871 assert((VT == MVT::i32 || VT == MVT::i64) &&
1871 assert((VT == MVT::i32 || VT == MVT::i64) &&
2185 assert(VT == MVT::i32 || VT == MVT::i64);
2185 assert(VT == MVT::i32 || VT == MVT::i64);
2186 if (VT == MVT::i32)
2268 unsigned MOVIOpc = VT == MVT::i32 ? AArch64::MOVi32imm : AArch64::MOVi64imm;
2276 unsigned Opc = (VT == MVT::i32) ? AArch64::BFMWri : AArch64::BFMXri;
2331 if ((BFXOpc != AArch64::UBFMXri && VT == MVT::i64) ||
2332 (BFXOpc != AArch64::UBFMWri && VT == MVT::i32))
2356 assert((VT == MVT::i32 || VT == MVT::i64) && "unexpected OR operand");
2356 assert((VT == MVT::i32 || VT == MVT::i64) && "unexpected OR operand");
2387 unsigned Opc = (VT == MVT::i32) ? AArch64::BFMWri : AArch64::BFMXri;
2420 unsigned ShiftOpc = (VT == MVT::i32) ? AArch64::UBFMWri : AArch64::UBFMXri;
2433 unsigned Opc = (VT == MVT::i32) ? AArch64::BFMWri : AArch64::BFMXri;
2485 unsigned Opc = (VT == MVT::i32) ? AArch64::UBFMWri : AArch64::UBFMXri;
2498 Opc = (VT == MVT::i32) ? AArch64::RORVWr : AArch64::RORVXr;
2501 Opc = (VT == MVT::i32) ? AArch64::LSLVWr : AArch64::LSLVXr;
2504 Opc = (VT == MVT::i32) ? AArch64::LSRVWr : AArch64::LSRVXr;
2507 Opc = (VT == MVT::i32) ? AArch64::ASRVWr : AArch64::ASRVXr;
2515 if (VT == MVT::i32) {
2518 } else if (VT == MVT::i64) {
2550 if (SubVT == MVT::i32) {
2554 assert(SubVT == MVT::i64);
2580 if (VT == MVT::i32)
2582 else if (VT == MVT::i64 && NewShiftAmt->getValueType(0) == MVT::i32) {
2582 else if (VT == MVT::i64 && NewShiftAmt->getValueType(0) == MVT::i32) {
2789 if (MemTy == MVT::i8)
2791 else if (MemTy == MVT::i16)
2793 else if (MemTy == MVT::i32)
2795 else if (MemTy == MVT::i64)
2800 MVT RegTy = MemTy == MVT::i64 ? MVT::i64 : MVT::i32;
2942 if (VT == MVT::i32) {
2947 } else if (VT == MVT::i64) {
3016 if (VT == MVT::v8i8) {
3019 } else if (VT == MVT::v16i8) {
3022 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3022 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3025 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3025 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3028 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3028 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3031 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3031 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3034 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3034 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3037 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3037 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3043 if (VT == MVT::v8i8) {
3046 } else if (VT == MVT::v16i8) {
3049 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3049 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3052 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3052 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3055 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3055 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3058 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3058 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3061 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3061 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3064 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3064 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3070 if (VT == MVT::v8i8) {
3073 } else if (VT == MVT::v16i8) {
3076 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3076 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3079 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3079 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3082 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3082 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3085 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3085 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3088 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3088 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3091 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3091 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3097 if (VT == MVT::v8i8) {
3100 } else if (VT == MVT::v16i8) {
3103 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3103 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3106 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3106 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3109 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3109 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3112 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3112 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3115 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3115 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3118 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3118 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3124 if (VT == MVT::v8i8) {
3127 } else if (VT == MVT::v16i8) {
3130 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3130 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3133 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3133 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3136 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3136 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3139 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3139 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3142 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3142 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3145 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3145 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3151 if (VT == MVT::v8i8) {
3154 } else if (VT == MVT::v16i8) {
3157 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3157 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3160 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3160 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3163 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3163 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3166 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3166 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3169 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3169 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3172 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3172 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3178 if (VT == MVT::v8i8) {
3181 } else if (VT == MVT::v16i8) {
3184 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3184 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3187 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3187 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3190 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3190 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3193 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3193 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3196 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3196 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3199 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3199 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3205 if (VT == MVT::v8i8) {
3208 } else if (VT == MVT::v16i8) {
3211 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3211 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3214 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3214 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3217 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3217 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3220 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3220 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3223 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3223 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3226 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3226 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3232 if (VT == MVT::v8i8) {
3235 } else if (VT == MVT::v16i8) {
3238 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3238 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3241 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3241 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3244 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3244 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3247 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3247 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3250 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3250 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3253 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3253 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3259 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3259 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3262 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3262 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3262 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3263 VT == MVT::v8f16) {
3266 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3266 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3266 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3267 VT == MVT::v2f32) {
3270 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3270 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3270 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3271 VT == MVT::v1f64) {
3277 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3277 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3280 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3280 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3280 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3281 VT == MVT::v8f16) {
3284 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3284 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3284 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3285 VT == MVT::v2f32) {
3288 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3288 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3288 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3289 VT == MVT::v1f64) {
3295 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3295 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3298 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3298 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3298 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3299 VT == MVT::v8f16) {
3302 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3302 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3302 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3303 VT == MVT::v2f32) {
3306 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3306 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3306 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3307 VT == MVT::v1f64) {
3324 VT == MVT::v8i8 ? AArch64::TBLv8i8Two : AArch64::TBLv16i8Two,
3328 SelectTable(Node, 3, VT == MVT::v8i8 ? AArch64::TBLv8i8Three
3333 SelectTable(Node, 4, VT == MVT::v8i8 ? AArch64::TBLv8i8Four
3339 VT == MVT::v8i8 ? AArch64::TBXv8i8Two : AArch64::TBXv16i8Two,
3343 SelectTable(Node, 3, VT == MVT::v8i8 ? AArch64::TBXv8i8Three
3348 SelectTable(Node, 4, VT == MVT::v8i8 ? AArch64::TBXv8i8Four
3368 if (VT == MVT::v8i8) {
3371 } else if (VT == MVT::v16i8) {
3374 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3374 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3377 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3377 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3380 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3380 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3383 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3383 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3386 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3386 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3389 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3389 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3396 if (VT == MVT::v8i8) {
3399 } else if (VT == MVT::v16i8) {
3402 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3402 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3405 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3405 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3408 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3408 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3411 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3411 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3414 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3414 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3417 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3417 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3424 if (VT == MVT::v8i8) {
3427 } else if (VT == MVT::v16i8) {
3430 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3430 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3433 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3433 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3436 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3436 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3439 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3439 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3442 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3442 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3445 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3445 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3452 if (VT == MVT::v8i8) {
3455 } else if (VT == MVT::v16i8) {
3458 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3458 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3461 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3461 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3464 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3464 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3467 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3467 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3470 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3470 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3473 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3473 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3480 if (VT == MVT::v8i8) {
3483 } else if (VT == MVT::v16i8) {
3486 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3486 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3489 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3489 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3492 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3492 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3495 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3495 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3498 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3498 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3501 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3501 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3508 if (VT == MVT::v8i8) {
3511 } else if (VT == MVT::v16i8) {
3514 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3514 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3517 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3517 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3520 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3520 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3523 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3523 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3526 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3526 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3529 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3529 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3536 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3536 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3539 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3539 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3539 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3540 VT == MVT::v8f16) {
3543 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3543 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3543 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3544 VT == MVT::v2f32) {
3547 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3547 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3547 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3548 VT == MVT::v1f64) {
3555 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3555 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3558 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3558 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3558 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3559 VT == MVT::v8f16) {
3562 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3562 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3562 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3563 VT == MVT::v2f32) {
3566 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3566 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3566 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3567 VT == MVT::v1f64) {
3574 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3574 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3577 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3577 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3577 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3578 VT == MVT::v8f16) {
3581 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3581 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3581 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3582 VT == MVT::v2f32) {
3585 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3585 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3585 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3586 VT == MVT::v1f64) {
3596 if (VT == MVT::v8i8) {
3599 } else if (VT == MVT::v16i8) {
3602 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3602 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3605 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3605 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3608 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3608 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3611 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3611 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3614 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3614 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3617 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3617 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3624 if (VT == MVT::v8i8) {
3627 } else if (VT == MVT::v16i8) {
3630 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3630 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3633 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3633 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3636 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3636 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3639 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3639 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3642 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3642 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3645 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3645 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3652 if (VT == MVT::v8i8) {
3655 } else if (VT == MVT::v16i8) {
3658 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3658 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3661 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3661 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3664 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3664 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3667 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3667 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3670 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3670 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3673 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3673 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3680 if (VT == MVT::v8i8) {
3683 } else if (VT == MVT::v16i8) {
3686 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3686 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3689 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3689 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3692 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3692 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3695 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3695 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3698 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3698 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3701 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3701 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3708 if (VT == MVT::v8i8) {
3711 } else if (VT == MVT::v16i8) {
3714 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3714 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3717 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3717 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3720 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3720 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3723 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3723 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3726 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3726 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3729 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3729 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3736 if (VT == MVT::v8i8) {
3739 } else if (VT == MVT::v16i8) {
3742 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3742 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3745 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3745 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3748 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3748 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3751 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3751 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3754 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3754 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3757 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3757 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3764 if (VT == MVT::v8i8) {
3767 } else if (VT == MVT::v16i8) {
3770 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3770 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3773 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3773 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3776 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3776 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3779 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3779 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3782 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3782 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3785 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3785 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3792 if (VT == MVT::v8i8) {
3795 } else if (VT == MVT::v16i8) {
3798 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3798 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3801 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3801 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3804 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3804 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3807 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3807 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3810 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3810 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3813 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3813 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3820 if (VT == MVT::v8i8) {
3823 } else if (VT == MVT::v16i8) {
3826 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3826 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3829 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3829 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3832 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3832 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3835 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3835 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3838 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3838 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3841 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3841 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3848 if (VT == MVT::v8i8) {
3851 } else if (VT == MVT::v16i8) {
3854 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3854 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3857 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3857 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3860 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3860 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3863 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3863 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3866 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3866 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3869 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3869 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3876 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3876 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3879 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3879 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3879 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3880 VT == MVT::v8f16) {
3883 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3883 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3883 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3884 VT == MVT::v2f32) {
3887 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3887 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3887 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3888 VT == MVT::v1f64) {
3895 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3895 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3898 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3898 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3898 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3899 VT == MVT::v8f16) {
3902 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3902 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3902 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3903 VT == MVT::v2f32) {
3906 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3906 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3906 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3907 VT == MVT::v1f64) {
3914 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3914 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3917 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3917 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3917 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3918 VT == MVT::v8f16) {
3921 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3921 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3921 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3922 VT == MVT::v2f32) {
3925 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3925 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3925 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3926 VT == MVT::v1f64) {
3933 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3933 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
3936 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3936 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3936 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
3937 VT == MVT::v8f16) {
3940 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3940 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3940 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
3941 VT == MVT::v2f32) {
3944 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3944 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3944 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
3945 VT == MVT::v1f64) {
3953 if (VT == MVT::v8i8) {
3956 } else if (VT == MVT::v16i8) {
3959 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3959 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3962 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3962 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3965 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3965 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3968 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3968 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3971 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3971 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
3974 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3974 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
3982 if (VT == MVT::v8i8) {
3985 } else if (VT == MVT::v16i8) {
3988 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3988 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
3991 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3991 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
3994 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3994 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
3997 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
3997 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
4000 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
4000 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
4003 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
4003 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
4011 if (VT == MVT::v8i8) {
4014 } else if (VT == MVT::v16i8) {
4017 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
4017 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
4020 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
4020 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
4023 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
4023 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
4026 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
4026 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
4029 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
4029 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
4032 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
4032 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
4040 if (VT == MVT::v8i8) {
4043 } else if (VT == MVT::v16i8) {
4046 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
4046 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
4049 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
4049 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
4052 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
4052 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
4055 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
4055 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
4058 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
4058 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
4061 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
4061 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
4069 if (VT == MVT::v8i8) {
4072 } else if (VT == MVT::v16i8) {
4075 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
4075 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
4078 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
4078 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
4081 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
4081 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
4084 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
4084 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
4087 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
4087 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
4090 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
4090 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
4098 if (VT == MVT::v8i8) {
4101 } else if (VT == MVT::v16i8) {
4104 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
4104 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) {
4107 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
4107 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) {
4110 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
4110 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) {
4113 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
4113 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) {
4116 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
4116 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) {
4119 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
4119 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) {
4127 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
4127 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
4130 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
4130 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
4130 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
4131 VT == MVT::v8f16) {
4134 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
4134 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
4134 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
4135 VT == MVT::v2f32) {
4138 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
4138 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
4138 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
4139 VT == MVT::v1f64) {
4147 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
4147 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
4150 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
4150 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
4150 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
4151 VT == MVT::v8f16) {
4154 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
4154 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
4154 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
4155 VT == MVT::v2f32) {
4158 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
4158 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
4158 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
4159 VT == MVT::v1f64) {
4167 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
4167 if (VT == MVT::v16i8 || VT == MVT::v8i8) {
4170 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
4170 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
4170 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 ||
4171 VT == MVT::v8f16) {
4174 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
4174 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
4174 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 ||
4175 VT == MVT::v2f32) {
4178 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
4178 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
4178 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 ||
4179 VT == MVT::v1f64) {
lib/Target/AArch64/AArch64ISelLowering.cpp 1144 VT == MVT::v2i64;
1610 if (VT == MVT::f16 && !FullFP16) {
1711 if (LHS.getValueType() == MVT::f16 && !FullFP16) {
1755 if (Val->getOperand(0).getValueType() == MVT::f128)
1963 if ((VT == MVT::i32 && Shift <= 31) || (VT == MVT::i64 && Shift <= 63))
1963 if ((VT == MVT::i32 && Shift <= 31) || (VT == MVT::i64 && Shift <= 63))
1983 if ((VT == MVT::i32 && C != 0x80000000 &&
1985 (VT == MVT::i64 && C != 0x80000000ULL &&
1988 C = (VT == MVT::i32) ? (uint32_t)(C - 1) : C - 1;
1994 if ((VT == MVT::i32 && C != 0 &&
1996 (VT == MVT::i64 && C != 0ULL && isLegalArithImmed(C - 1ULL))) {
1998 C = (VT == MVT::i32) ? (uint32_t)(C - 1) : C - 1;
2004 if ((VT == MVT::i32 && C != INT32_MAX &&
2006 (VT == MVT::i64 && C != INT64_MAX &&
2009 C = (VT == MVT::i32) ? (uint32_t)(C + 1) : C + 1;
2015 if ((VT == MVT::i32 && C != UINT32_MAX &&
2017 (VT == MVT::i64 && C != UINT64_MAX &&
2020 C = (VT == MVT::i32) ? (uint32_t)(C + 1) : C + 1;
2071 cast<LoadSDNode>(LHS)->getMemoryVT() == MVT::i16 &&
2103 assert((Op.getValueType() == MVT::i32 || Op.getValueType() == MVT::i64) &&
2103 assert((Op.getValueType() == MVT::i32 || Op.getValueType() == MVT::i64) &&
2134 if (Op.getValueType() == MVT::i32) {
2182 assert(Op.getValueType() == MVT::i64 && "Expected an i64 value type");
2407 assert(Op.getValueType() == MVT::f128 && "Unexpected lowering");
2444 if (InVT.getVectorElementType() == MVT::f16 &&
2480 if (Op.getOperand(0).getValueType() == MVT::f16 &&
2538 if (Op.getValueType() == MVT::f16 &&
2548 if (Op.getOperand(0).getValueType() == MVT::i128)
2583 RTLIB::Libcall LC = ArgVT == MVT::f64 ? RTLIB::SINCOS_STRET_F64
2603 assert(Op.getOperand(0).getValueType() == MVT::i16);
2786 if (VT == MVT::v2i64)
2831 if (Ty == MVT::i64) {
2901 assert(MemVT == MVT::v4i8 && VT == MVT::v4i16);
2901 assert(MemVT == MVT::v4i8 && VT == MVT::v4i16);
3207 if (RegVT == MVT::i32)
3209 else if (RegVT == MVT::i64)
3211 else if (RegVT == MVT::f16)
3213 else if (RegVT == MVT::f32)
3215 else if (RegVT == MVT::f64 || RegVT.is64BitVector())
3217 else if (RegVT == MVT::f128 || RegVT.is128BitVector())
3220 RegVT.getVectorElementType() == MVT::i1)
3879 if (Outs[realArgIdx].ArgVT == MVT::i1) {
4190 if (Outs[i].ArgVT == MVT::i1) {
4694 if (LHS.getValueType() == MVT::f128) {
4727 assert((LHS.getValueType() == RHS.getValueType()) &&
4728 (LHS.getValueType() == MVT::i32 || LHS.getValueType() == MVT::i64));
4728 (LHS.getValueType() == MVT::i32 || LHS.getValueType() == MVT::i64));
4791 assert(LHS.getValueType() == MVT::f16 || LHS.getValueType() == MVT::f32 ||
4791 assert(LHS.getValueType() == MVT::f16 || LHS.getValueType() == MVT::f32 ||
4792 LHS.getValueType() == MVT::f64);
4841 if (VT == MVT::f32 || VT == MVT::v2f32 || VT == MVT::v4f32) {
4841 if (VT == MVT::f32 || VT == MVT::v2f32 || VT == MVT::v4f32) {
4841 if (VT == MVT::f32 || VT == MVT::v2f32 || VT == MVT::v4f32) {
4842 VecVT = (VT == MVT::v2f32 ? MVT::v2i32 : MVT::v4i32);
4845 } else if (VT == MVT::f64 || VT == MVT::v2f64) {
4845 } else if (VT == MVT::f64 || VT == MVT::v2f64) {
4854 } else if (VT == MVT::f16 || VT == MVT::v4f16 || VT == MVT::v8f16) {
4854 } else if (VT == MVT::f16 || VT == MVT::v4f16 || VT == MVT::v8f16) {
4854 } else if (VT == MVT::f16 || VT == MVT::v4f16 || VT == MVT::v8f16) {
4855 VecVT = (VT == MVT::v4f16 ? MVT::v4i16 : MVT::v8i16);
4866 if (VT == MVT::f64 || VT == MVT::v2f64) {
4866 if (VT == MVT::f64 || VT == MVT::v2f64) {
4875 if (VT == MVT::f16)
4877 if (VT == MVT::f32)
4879 else if (VT == MVT::f64)
4905 if (VT == MVT::i32 || VT == MVT::i64) {
4905 if (VT == MVT::i32 || VT == MVT::i64) {
4906 if (VT == MVT::i32)
4915 if (VT == MVT::i64)
4920 assert((VT == MVT::v1i64 || VT == MVT::v2i64 || VT == MVT::v2i32 ||
4920 assert((VT == MVT::v1i64 || VT == MVT::v2i64 || VT == MVT::v2i32 ||
4920 assert((VT == MVT::v1i64 || VT == MVT::v2i64 || VT == MVT::v2i32 ||
4921 VT == MVT::v4i32 || VT == MVT::v4i16 || VT == MVT::v8i16) &&
4921 VT == MVT::v4i32 || VT == MVT::v4i16 || VT == MVT::v8i16) &&
4921 VT == MVT::v4i32 || VT == MVT::v4i16 || VT == MVT::v8i16) &&
4960 if (LHS.getValueType() == MVT::f128) {
4965 assert(LHS.getValueType() == Op.getValueType() &&
4983 assert(LHS.getValueType() == MVT::f16 || LHS.getValueType() == MVT::f32 ||
4983 assert(LHS.getValueType() == MVT::f16 || LHS.getValueType() == MVT::f32 ||
4984 LHS.getValueType() == MVT::f64);
5022 if (LHS.getValueType() == MVT::f128) {
5034 if (LHS.getValueType() == MVT::f16 && !Subtarget->hasFullFP16()) {
5041 assert((LHS.getValueType() == RHS.getValueType()) &&
5042 (LHS.getValueType() == MVT::i32 || LHS.getValueType() == MVT::i64));
5042 (LHS.getValueType() == MVT::i32 || LHS.getValueType() == MVT::i64));
5087 } else if (TVal.getValueType() == MVT::i32) {
5160 assert(LHS.getValueType() == MVT::f16 || LHS.getValueType() == MVT::f32 ||
5160 assert(LHS.getValueType() == MVT::f16 || LHS.getValueType() == MVT::f32 ||
5161 LHS.getValueType() == MVT::f64);
5162 assert(LHS.getValueType() == RHS.getValueType());
5180 CTVal && CTVal->isZero() && TVal.getValueType() == LHS.getValueType())
5184 FVal.getValueType() == LHS.getValueType())
5715 if (VT == MVT::f64)
5717 else if (VT == MVT::f32)
5719 else if (VT == MVT::f16 && Subtarget->hasFullFP16())
5727 if (!IsLegal && (VT == MVT::f64 || VT == MVT::f32)) {
5727 if (!IsLegal && (VT == MVT::f64 || VT == MVT::f32)) {
5754 (VT == MVT::f64 || VT == MVT::v1f64 || VT == MVT::v2f64 ||
5754 (VT == MVT::f64 || VT == MVT::v1f64 || VT == MVT::v2f64 ||
5754 (VT == MVT::f64 || VT == MVT::v1f64 || VT == MVT::v2f64 ||
5755 VT == MVT::f32 || VT == MVT::v1f32 ||
5755 VT == MVT::f32 || VT == MVT::v1f32 ||
5756 VT == MVT::v2f32 || VT == MVT::v4f32)) {
5756 VT == MVT::v2f32 || VT == MVT::v4f32)) {
5763 ExtraSteps = VT.getScalarType() == MVT::f64 ? 3 : 2;
6084 if (Op.getValueType() == MVT::i64)
6399 if (SrcEltTy == SmallestEltTy)
6401 assert(ShuffleVT.getVectorElementType() == SmallestEltTy);
6410 assert(Src.ShuffleVec.getValueType() == ShuffleVT););
6789 if (VT.getVectorElementType() == MVT::i32 ||
6790 VT.getVectorElementType() == MVT::f32)
6793 if (VT.getVectorElementType() == MVT::i16 ||
6794 VT.getVectorElementType() == MVT::f16)
6797 assert(VT.getVectorElementType() == MVT::i8);
6805 if (EltTy == MVT::i8)
6807 else if (EltTy == MVT::i16 || EltTy == MVT::f16)
6807 else if (EltTy == MVT::i16 || EltTy == MVT::f16)
6809 else if (EltTy == MVT::i32 || EltTy == MVT::f32)
6809 else if (EltTy == MVT::i32 || EltTy == MVT::f32)
6811 else if (EltTy == MVT::i64 || EltTy == MVT::f64)
6811 else if (EltTy == MVT::i64 || EltTy == MVT::f64)
6912 if (EltType == MVT::i8)
6914 if (EltType == MVT::i16 || EltType == MVT::f16)
6914 if (EltType == MVT::i16 || EltType == MVT::f16)
6916 if (EltType == MVT::i32 || EltType == MVT::f32)
6916 if (EltType == MVT::i32 || EltType == MVT::f32)
6918 if (EltType == MVT::i64 || EltType == MVT::f64)
6918 if (EltType == MVT::i64 || EltType == MVT::f64)
7492 assert(Lane.getValueType() == MVT::i32 &&
7718 assert ((EltTy == MVT::f16 || EltTy == MVT::f32 || EltTy == MVT::f64) &&
7718 assert ((EltTy == MVT::f16 || EltTy == MVT::f32 || EltTy == MVT::f64) &&
7718 assert ((EltTy == MVT::f16 || EltTy == MVT::f32 || EltTy == MVT::f64) &&
7836 if (VT == MVT::v16i8 || VT == MVT::v8i16 || VT == MVT::v4i32 ||
7836 if (VT == MVT::v16i8 || VT == MVT::v8i16 || VT == MVT::v4i32 ||
7836 if (VT == MVT::v16i8 || VT == MVT::v8i16 || VT == MVT::v4i32 ||
7837 VT == MVT::v2i64 || VT == MVT::v4f32 || VT == MVT::v2f64 ||
7837 VT == MVT::v2i64 || VT == MVT::v4f32 || VT == MVT::v2f64 ||
7837 VT == MVT::v2i64 || VT == MVT::v4f32 || VT == MVT::v2f64 ||
7838 VT == MVT::v8f16)
7870 if (VT == MVT::v16i8 || VT == MVT::v8i16 || VT == MVT::v4i32 ||
7870 if (VT == MVT::v16i8 || VT == MVT::v8i16 || VT == MVT::v4i32 ||
7870 if (VT == MVT::v16i8 || VT == MVT::v8i16 || VT == MVT::v4i32 ||
7871 VT == MVT::v2i64 || VT == MVT::v4f32 || VT == MVT::v2f64 ||
7871 VT == MVT::v2i64 || VT == MVT::v4f32 || VT == MVT::v2f64 ||
7871 VT == MVT::v2i64 || VT == MVT::v4f32 || VT == MVT::v2f64 ||
7872 VT == MVT::v8f16)
7886 if (ExtrTy == MVT::i16 || ExtrTy == MVT::i8)
7886 if (ExtrTy == MVT::i16 || ExtrTy == MVT::i8)
8154 assert(LHS.getValueType() == RHS.getValueType());
8166 if (!FullFP16 && LHS.getValueType().getVectorElementType() == MVT::f16) {
9223 if (N->getOpcode() == ISD::AND && (VT == MVT::i32 || VT == MVT::i64) &&
9223 if (N->getOpcode() == ISD::AND && (VT == MVT::i32 || VT == MVT::i64) &&
9890 if (VT == MVT::i32 && ShiftAmt == 16 &&
9893 if (VT == MVT::i64 && ShiftAmt == 32 &&
9994 if (N00VT == N10.getValueType() &&
9995 (N00VT == MVT::v2i64 || N00VT == MVT::v4i32) &&
9995 (N00VT == MVT::v2i64 || N00VT == MVT::v4i32) &&
9997 MVT MidVT = (N00VT == MVT::v2i64 ? MVT::v4i32 : MVT::v8i16);
10084 if (Vec.getValueType() == MVT::v4i32)
10086 else if (Vec.getValueType() == MVT::v2i64)
10827 if (VT.getVectorNumElements() < 2 || VT == MVT::v2i64)
11149 if ((LoadNode->getMemoryVT() == MVT::i8 && width == 8)
11150 || (LoadNode->getMemoryVT() == MVT::i16 && width == 16)) {
11158 if ((TypeNode->getVT() == MVT::i8 && width == 8)
11159 || (TypeNode->getVT() == MVT::i16 && width == 16)) {
11167 if ((TypeNode->getVT() == MVT::i8 && width == 8)
11168 || (TypeNode->getVT() == MVT::i16 && width == 16)) {
11429 assert(LHS.getValueType() == RHS.getValueType() &&
11606 assert((N0.getValueType() == MVT::i1 || N0.getValueType() == MVT::i32) &&
11606 assert((N0.getValueType() == MVT::i1 || N0.getValueType() == MVT::i32) &&
11616 if (SrcVT == MVT::i1)
11656 if (N->getValueType(0) == N->getOperand(0).getValueType())
11827 if (Copy->getOperand(Copy->getNumOperands() - 1).getValueType() ==
11989 assert(N->getValueType(0) == MVT::i128 &&
12090 assert(N->getValueType(0) == MVT::i128 && "unexpected illegal conversion");
lib/Target/AArch64/AArch64ISelLowering.h 518 return VT == MVT::i8 || VT == MVT::i16 || VT == MVT::i32 ||
518 return VT == MVT::i8 || VT == MVT::i16 || VT == MVT::i32 ||
518 return VT == MVT::i8 || VT == MVT::i16 || VT == MVT::i32 ||
519 VT == MVT::i64;
532 return VT == MVT::f32 || VT == MVT::f64;
532 return VT == MVT::f32 || VT == MVT::f64;
lib/Target/AMDGPU/AMDGPUISelDAGToDAG.cpp 424 if (LdHi->getMemoryVT() == MVT::i8) {
428 assert(LdHi->getMemoryVT() == MVT::i16);
452 if (LdLo->getMemoryVT() == MVT::i8) {
456 assert(LdLo->getMemoryVT() == MVT::i16);
604 assert(N->getOperand(0).getValueType() == MVT::Other && "Expected chain");
793 if (N->getValueType(0) == MVT::i128) {
797 } else if (N->getValueType(0) == MVT::i64) {
899 if (N->getValueType(0) == MVT::i32) {
1101 assert(VT == MVT::f32 || VT == MVT::f64);
1101 assert(VT == MVT::f32 || VT == MVT::f64);
1104 = (VT == MVT::f64) ? AMDGPU::V_DIV_SCALE_F64 : AMDGPU::V_DIV_SCALE_F32;
1117 assert(VT == MVT::f32 || VT == MVT::f64);
1117 assert(VT == MVT::f32 || VT == MVT::f64);
1120 = (VT == MVT::f64) ? AMDGPU::V_DIV_FMAS_F64 : AMDGPU::V_DIV_FMAS_F32;
2415 if (In.getValueType() == MVT::f32)
2569 assert(Src.getValueType() == MVT::f16);
lib/Target/AMDGPU/AMDGPUISelLowering.cpp 628 return (ScalarVT == MVT::f32 || ScalarVT == MVT::f64 ||
628 return (ScalarVT == MVT::f32 || ScalarVT == MVT::f64 ||
629 (ScalarVT == MVT::f16 && Subtarget->has16BitInsts()));
682 if (LoadTy.getScalarType() == MVT::i32)
747 return VT == MVT::f32 || VT == MVT::f64 ||
747 return VT == MVT::f32 || VT == MVT::f64 ||
748 (Subtarget->has16BitInsts() && VT == MVT::f16);
753 return VT == MVT::f32 || VT == MVT::f64 ||
753 return VT == MVT::f32 || VT == MVT::f64 ||
754 (Subtarget->has16BitInsts() && VT == MVT::f16) ||
755 (Subtarget->hasVOP3PInsts() && VT == MVT::v2f16);
813 if (Src == MVT::i16)
814 return Dest == MVT::i32 ||Dest == MVT::i64 ;
814 return Dest == MVT::i32 ||Dest == MVT::i64 ;
816 return Src == MVT::i32 && Dest == MVT::i64;
816 return Src == MVT::i32 && Dest == MVT::i64;
963 ArgVT.getScalarType() == RegisterVT.getScalarType()) {
1231 if (VT == MVT::v4i16 || VT == MVT::v4f16) {
1231 if (VT == MVT::v4i16 || VT == MVT::v4f16) {
1438 if (LoVT == HiVT) {
1638 assert(VT == MVT::i64 && "LowerUDIVREM64 expects an i64");
1847 if (VT == MVT::i64) {
1853 if (VT == MVT::i32) {
1968 if (VT == MVT::i32) {
1973 if (VT == MVT::i64 &&
2077 assert(Op.getValueType() == MVT::f64);
2126 assert(Op.getValueType() == MVT::f64);
2250 if (VT == MVT::f32 || VT == MVT::f16)
2250 if (VT == MVT::f32 || VT == MVT::f16)
2253 if (VT == MVT::f64)
2332 if (ZeroUndef && Src.getValueType() == MVT::i32)
2499 assert(Op.getOperand(0).getValueType() == MVT::i64 &&
2505 if (Subtarget->has16BitInsts() && DestVT == MVT::f16) {
2517 if (DestVT == MVT::f32)
2520 assert(DestVT == MVT::f64);
2526 assert(Op.getOperand(0).getValueType() == MVT::i64 &&
2532 if (Subtarget->has16BitInsts() && DestVT == MVT::f16) {
2544 if (DestVT == MVT::f32)
2547 assert(DestVT == MVT::f64);
2585 if (N0.getValueType() == MVT::f32)
2686 if (Subtarget->has16BitInsts() && SrcVT == MVT::f16) {
2696 if (Op.getValueType() == MVT::i64 && Src.getValueType() == MVT::f64)
2696 if (Op.getValueType() == MVT::i64 && Src.getValueType() == MVT::f64)
2709 if (Subtarget->has16BitInsts() && SrcVT == MVT::f16) {
2719 if (Op.getValueType() == MVT::i64 && Src.getValueType() == MVT::f64)
2719 if (Op.getValueType() == MVT::i64 && Src.getValueType() == MVT::f64)
2825 if (VT.getScalarType() == MVT::i32 || isTypeLegal(VT))
3037 if (VT == MVT::i32 && RHSVal == 16 && X.getValueType() == MVT::i16 &&
3037 if (VT == MVT::i32 && RHSVal == 16 && X.getValueType() == MVT::i16 &&
3575 if (VT == MVT::f32 && Subtarget->hasFminFmaxLegacy()) {
3916 if (Src.getValueType() == MVT::i64) {
4361 if (VT == MVT::f32) {
4377 if (VT == MVT::f32) {
lib/Target/AMDGPU/R600ISelLowering.cpp 658 if (N->getValueType(0) == MVT::i1) {
667 if (N->getValueType(0) == MVT::i1) {
951 if (VT == MVT::f32) {
975 ISD::getSetCCInverse(CCOpcode, CompareVT == MVT::i32);
991 (CompareVT == VT || VT == MVT::i32)) {
991 (CompareVT == VT || VT == MVT::i32)) {
1042 CCOpcode = ISD::getSetCCInverse(CCOpcode, CompareVT == MVT::i32);
1061 if (CompareVT == MVT::f32) {
1064 } else if (CompareVT == MVT::i32) {
1143 || Store->getValue().getValueType() == MVT::i8);
1147 if (Store->getMemoryVT() == MVT::i8) {
1150 } else if (Store->getMemoryVT() == MVT::i16) {
1279 if (MemVT == MVT::i8) {
1282 assert(MemVT == MVT::i16);
1504 assert(!MemVT.isVector() && (MemVT == MVT::i16 || MemVT == MVT::i8));
1504 assert(!MemVT.isVector() && (MemVT == MVT::i16 || MemVT == MVT::i8));
1521 assert(VT == MVT::i32);
1674 if (!VT.isSimple() || VT == MVT::Other)
1860 if (Arg.getOpcode() == ISD::UINT_TO_FP && Arg.getValueType() == MVT::f64) {
lib/Target/AMDGPU/SIISelLowering.cpp 768 DestVT.getScalarType() == MVT::f32 && !Subtarget->hasFP32Denormals() &&
769 SrcVT.getScalarType() == MVT::f16;
932 if (Info.memVT == MVT::Other) {
1301 if (VT == MVT::Other || (VT != MVT::Other && VT.getSizeInBits() > 1024 &&
1372 if (Subtarget->has16BitInsts() && VT == MVT::i16) {
1391 if (VT == MVT::i1 && Op == ISD::SETCC)
3898 return (VT == MVT::i16) ? MVT::i16 : MVT::i32;
3952 assert(VT == MVT::v4f16);
3972 assert(VT == MVT::v4i16 || VT == MVT::v4f16);
3972 assert(VT == MVT::v4i16 || VT == MVT::v4f16);
3993 assert(VT == MVT::v4i16 || VT == MVT::v4f16);
3993 assert(VT == MVT::v4i16 || VT == MVT::v4f16);
4198 if (CmpVT == MVT::i16 && !TLI.isTypeLegal(MVT::i16)) {
4233 if (CmpVT == MVT::f16 && !TLI.isTypeLegal(CmpVT)) {
4568 assert(Op.getValueType() == MVT::f16 &&
4597 if (VT == MVT::v4f16)
4894 if (ResultVT == MVT::f16) {
4964 if (VT == MVT::v4i16 || VT == MVT::v4f16) {
4964 if (VT == MVT::v4i16 || VT == MVT::v4f16) {
4981 assert(VT == MVT::v2f16 || VT == MVT::v2i16);
4981 assert(VT == MVT::v2f16 || VT == MVT::v2i16);
5346 bool Is64Bit = VData.getValueType() == MVT::i64;
5698 if (VT == MVT::v8i32 || VT == MVT::v16i32)
5698 if (VT == MVT::v8i32 || VT == MVT::v16i32)
5993 if (Op.getOperand(1).getValueType() == MVT::i1 &&
6273 if (LoadVT.getScalarType() == MVT::f16)
6278 if (LoadVT.getScalarType() == MVT::i8 ||
6279 LoadVT.getScalarType() == MVT::i16)
6349 if (LoadVT.getScalarType() == MVT::f16)
6373 if (LoadVT.getScalarType() == MVT::f16)
6397 if (LoadVT.getScalarType() == MVT::f16)
6718 (WidenedVT == MVT::v3i32 || WidenedVT == MVT::v3f32)) {
6718 (WidenedVT == MVT::v3i32 || WidenedVT == MVT::v3f32)) {
6833 bool IsD16 = (VData.getValueType().getScalarType() == MVT::f16);
6864 bool IsD16 = (VData.getValueType().getScalarType() == MVT::f16);
6889 bool IsD16 = (VData.getValueType().getScalarType() == MVT::f16);
6915 bool IsD16 = (VData.getValueType().getScalarType() == MVT::f16);
6946 if (VDataType == MVT::i8 || VDataType == MVT::i16)
6946 if (VDataType == MVT::i8 || VDataType == MVT::i16)
7200 unsigned Opc = (LoadVT.getScalarType() == MVT::i8) ?
7218 if (VDataType == MVT::f16)
7223 unsigned Opc = (VDataType == MVT::i8) ? AMDGPUISD::BUFFER_STORE_BYTE :
7327 if (MemVT == MVT::i16 && isTypeLegal(MVT::i16))
7337 EVT RealMemVT = (MemVT == MVT::i1) ? MVT::i8 : MVT::i16;
7370 assert(Op.getValueType().getVectorElementType() == MVT::i32 &&
7525 if (!Unsafe && VT == MVT::f32 && Subtarget->hasFP32Denormals())
7529 if (Unsafe || VT == MVT::f32 || VT == MVT::f16) {
7529 if (Unsafe || VT == MVT::f32 || VT == MVT::f16) {
7849 if (VT == MVT::f32)
7852 if (VT == MVT::f64)
7855 if (VT == MVT::f16)
7866 if (VT == MVT::i1) {
7873 Store->getValue().getValueType().getScalarType() == MVT::i32);
8020 if (DCI.isAfterLegalizeDAG() && SrcVT == MVT::i32) {
8240 if (VT == MVT::i64 && CRHS) {
8246 if (CRHS && VT == MVT::i32) {
8353 if (VT == MVT::i32 &&
8365 if (VT == MVT::i32 && LHS.hasOneUse() && RHS.hasOneUse() &&
8421 if (VT == MVT::i1) {
8462 if (VT == MVT::i32 && LHS.hasOneUse() && RHS.hasOneUse() &&
8515 if (SrcVT == MVT::i32) {
8634 if (BCSrc.getValueType() == MVT::f16 &&
8649 VTSign->getVT() == MVT::i8) ||
8651 VTSign->getVT() == MVT::i16)) &&
8704 if (VT == MVT::f32 && (N0.getOpcode() == ISD::UINT_TO_FP ||
8835 if (Src.getValueType() == MVT::i16 &&
8838 if (TruncSrc.getValueType() == MVT::i32 &&
8840 TruncSrc.getOperand(0).getValueType() == MVT::v2f16) {
8927 if (N0.getOpcode() == ISD::BUILD_VECTOR && VT == MVT::v2f16 &&
9032 if (VT == MVT::i32 || (VT == MVT::i16 && Subtarget->hasMed3_16())) {
9032 if (VT == MVT::i32 || (VT == MVT::i16 && Subtarget->hasMed3_16())) {
9092 if (VT == MVT::f32 || (VT == MVT::f16 && Subtarget->hasMed3_16())) {
9092 if (VT == MVT::f32 || (VT == MVT::f16 && Subtarget->hasMed3_16())) {
9129 (VT == MVT::i32 || VT == MVT::f32 ||
9129 (VT == MVT::i32 || VT == MVT::f32 ||
9130 ((VT == MVT::f16 || VT == MVT::i16) && Subtarget->hasMin3Max3_16()))) {
9130 ((VT == MVT::f16 || VT == MVT::i16) && Subtarget->hasMin3Max3_16()))) {
9173 (VT == MVT::f32 || VT == MVT::f64 ||
9173 (VT == MVT::f32 || VT == MVT::f64 ||
9174 (VT == MVT::f16 && Subtarget->has16BitInsts()) ||
9175 (VT == MVT::v2f16 && Subtarget->hasVOP3PInsts())) &&
9413 if (((VT == MVT::f32 && !Subtarget->hasFP32Denormals()) ||
9414 (VT == MVT::f16 && !Subtarget->hasFP16Denormals() &&
9789 if (VT == MVT::i32 && LHS.getOpcode() == ISD::SIGN_EXTEND &&
10042 if (VT == MVT::v2i16 || VT == MVT::v2f16) {
10042 if (VT == MVT::v2i16 || VT == MVT::v2f16) {
10046 if (EltVT == MVT::f16)
10255 if (SrcVal.getValueType() == MVT::i1 &&
lib/Target/AMDGPU/SIInstrInfo.cpp 96 while (N && Node->getOperand(N - 1).getValueType() == MVT::Glue)
lib/Target/ARC/ARCISelLowering.cpp 171 assert(LHS.getValueType() == MVT::i32 && "Only know how to SELECT_CC i32");
181 assert(Op.getValueType() == MVT::i32 &&
205 assert(LHS.getValueType() == MVT::i32 && "Only know how to BR_CC i32");
lib/Target/ARM/ARMFastISel.cpp 693 if (evt == MVT::Other || !evt.isSimple()) return false;
744 if (TLI.getValueType(DL, U->getOperand(0)->getType()) ==
750 if (TLI.getValueType(DL, U->getType()) == TLI.getPointerTy(DL))
lib/Target/ARM/ARMISelDAGToDAG.cpp 303 if (N->getOpcode() == ISD::Constant && N->getValueType(0) == MVT::i32) {
1480 if (LoadedVT == MVT::i32 && isPre &&
1484 } else if (LoadedVT == MVT::i32 && !isPre &&
1488 } else if (LoadedVT == MVT::i32 &&
1493 } else if (LoadedVT == MVT::i16 &&
1499 } else if (LoadedVT == MVT::i8 || LoadedVT == MVT::i1) {
1499 } else if (LoadedVT == MVT::i8 || LoadedVT == MVT::i1) {
1641 if (Align >= 2 && LoadedVT == MVT::v4i16 &&
1647 } else if (LoadedVT == MVT::v8i8 &&
1653 } else if (LoadedVT == MVT::v4i8 &&
1660 (IsLE || LoadedVT == MVT::v4i32 || LoadedVT == MVT::v4f32) &&
1660 (IsLE || LoadedVT == MVT::v4i32 || LoadedVT == MVT::v4f32) &&
1664 (IsLE || LoadedVT == MVT::v8i16 || LoadedVT == MVT::v8f16) &&
1664 (IsLE || LoadedVT == MVT::v8i16 || LoadedVT == MVT::v8f16) &&
1667 else if ((IsLE || LoadedVT == MVT::v16i8) &&
2813 if (MemTy == MVT::i8)
2815 else if (MemTy == MVT::i16)
2817 else if (MemTy == MVT::i32)
3540 if (EltVT == MVT::f64) {
3546 assert(EltVT == MVT::f32 && "unexpected type for BUILD_VECTOR");
lib/Target/ARM/ARMISelLowering.cpp 1684 (VT == MVT::v4i32 || VT == MVT::v8i16 || VT == MVT::v16i8))
1684 (VT == MVT::v4i32 || VT == MVT::v8i16 || VT == MVT::v16i8))
1684 (VT == MVT::v4i32 || VT == MVT::v8i16 || VT == MVT::v16i8))
1735 if (VT == MVT::Glue || VT == MVT::Other)
1735 if (VT == MVT::Glue || VT == MVT::Other)
2654 if (RegVT == MVT::v2f64) {
2765 if (Arg.getValueType() == MVT::f32 && Arg.getOpcode() == ISD::BITCAST) {
2767 if (ZE.getOpcode() == ISD::ZERO_EXTEND && ZE.getValueType() == MVT::i32) {
2769 if (BC.getOpcode() == ISD::BITCAST && BC.getValueType() == MVT::i16) {
2879 if (Copy->getOperand(Copy->getNumOperands()-1).getValueType() == MVT::Glue)
2905 if (UI->getOperand(UI->getNumOperands()-1).getValueType() == MVT::Glue)
2920 if (Copy->getOperand(Copy->getNumOperands()-1).getValueType() == MVT::Glue)
2962 assert(WriteValue.getValueType() == MVT::i64
3586 Op.getOperand(Op.getOperand(0).getValueType() == MVT::Other))
4054 if (RegVT == MVT::f16)
4056 else if (RegVT == MVT::f32)
4058 else if (RegVT == MVT::f64 || RegVT == MVT::v4f16)
4058 else if (RegVT == MVT::f64 || RegVT == MVT::v4f16)
4060 else if (RegVT == MVT::v2f64 || RegVT == MVT::v8f16)
4060 else if (RegVT == MVT::v2f64 || RegVT == MVT::v8f16)
4062 else if (RegVT == MVT::i32)
4168 Op->getValueType(0) == MVT::f64) {
4251 LHS.getValueType() == MVT::i32 && isa<ConstantSDNode>(RHS) &&
4361 assert(Op.getValueType() == MVT::i32 && "Unsupported value type");
4594 assert(True.getValueType() == VT);
4663 if (!Subtarget->hasFP64() && VT == MVT::f64) {
4870 if (VT == MVT::f32)
4872 if (VT == MVT::f64)
4874 if (VT == MVT::f16)
4904 if (VT == MVT::i32 &&
4925 LHS.getValueType() == MVT::i32 && RHS.getValueType() == MVT::i32) {
4925 LHS.getValueType() == MVT::i32 && RHS.getValueType() == MVT::i32) {
4986 if (LHS.getValueType() == MVT::i32) {
4997 if (Subtarget->hasFPARMv8Base() && (TrueVal.getValueType() == MVT::f16 ||
4998 TrueVal.getValueType() == MVT::f32 ||
4999 TrueVal.getValueType() == MVT::f64)) {
5026 (TrueVal.getValueType() == MVT::f16 ||
5027 TrueVal.getValueType() == MVT::f32 ||
5028 TrueVal.getValueType() == MVT::f64)) {
5145 if (LHS.getValueType() == MVT::f32) {
5260 if (LHS.getValueType() == MVT::i32) {
5332 if (Op.getValueType().getVectorElementType() == MVT::i32) {
5333 if (Op.getOperand(0).getValueType().getVectorElementType() == MVT::f32)
5343 if (OpTy == MVT::v4f32)
5345 else if (OpTy == MVT::v4f16 && HasFullFP16)
5347 else if (OpTy == MVT::v8f16 && HasFullFP16)
5383 if (Op.getOperand(0).getValueType().getVectorElementType() == MVT::i32) {
5384 if (VT.getVectorElementType() == MVT::f32)
5389 assert((Op.getOperand(0).getValueType() == MVT::v4i16 ||
5390 Op.getOperand(0).getValueType() == MVT::v8i16) &&
5397 if (VT == MVT::v4f32)
5399 else if (VT == MVT::v4f16 && HasFullFP16)
5401 else if (VT == MVT::v8f16 && HasFullFP16)
5460 EVT OpVT = (VT == MVT::f32) ? MVT::v2i32 : MVT::v1i64;
5461 if (VT == MVT::f64)
5467 if (SrcVT == MVT::f32) {
5469 if (VT == MVT::f64)
5473 } else if (VT == MVT::f32)
5489 if (VT == MVT::f32) {
5501 if (SrcVT == MVT::f64)
5510 if (VT == MVT::f32) {
5588 assert(N->getValueType(0) == MVT::i64
5668 if (SrcVT == MVT::f32 && DstVT == MVT::i32) {
5668 if (SrcVT == MVT::f32 && DstVT == MVT::i32) {
5689 if (SrcVT == MVT::i16 && DstVT == MVT::f16) {
5689 if (SrcVT == MVT::i16 && DstVT == MVT::f16) {
5698 if (Op.getOperand(0).getValueType() == MVT::i32)
5706 if (SrcVT == MVT::f16 && DstVT == MVT::i16) {
5706 if (SrcVT == MVT::f16 && DstVT == MVT::i16) {
5736 if (!(SrcVT == MVT::i64 || DstVT == MVT::i64))
5736 if (!(SrcVT == MVT::i64 || DstVT == MVT::i64))
5740 if (SrcVT == MVT::i64 && TLI.isTypeLegal(DstVT)) {
5755 if (DstVT == MVT::i64 && TLI.isTypeLegal(SrcVT)) {
5902 if (ElemTy == MVT::i8) {
5910 if ((ElemTy == MVT::i16 || ElemTy == MVT::i32) &&
5910 if ((ElemTy == MVT::i16 || ElemTy == MVT::i32) &&
5925 if (ElemTy == MVT::i64) {
5951 assert((VT == MVT::v1i64 || VT == MVT::v2i64 || VT == MVT::v2i32 ||
5951 assert((VT == MVT::v1i64 || VT == MVT::v2i64 || VT == MVT::v2i32 ||
5951 assert((VT == MVT::v1i64 || VT == MVT::v2i64 || VT == MVT::v2i32 ||
5952 VT == MVT::v4i32 || VT == MVT::v4i16 || VT == MVT::v8i16) &&
5952 VT == MVT::v4i32 || VT == MVT::v4i16 || VT == MVT::v8i16) &&
5952 VT == MVT::v4i32 || VT == MVT::v4i16 || VT == MVT::v8i16) &&
6187 if (Op0.getValueType().getVectorElementType() == MVT::i64 &&
6206 if (CmpVT.getVectorElementType() == MVT::i64)
6512 bool IsDouble = (VT == MVT::f64);
6720 return VT == MVT::v8i8 && M.size() == 8;
7135 if ((VT == MVT::v2f32 || VT == MVT::v4f32) && SplatBitSize == 32) {
7135 if ((VT == MVT::v2f32 || VT == MVT::v4f32) && SplatBitSize == 32) {
7471 if (SrcEltTy == SmallestEltTy)
7473 assert(ShuffleVT.getVectorElementType() == SmallestEltTy);
7482 assert(Src.ShuffleVec.getValueType() == ShuffleVT););
7602 else if (Subtarget->hasNEON() && (VT == MVT::v8i16 || VT == MVT::v16i8) &&
7602 else if (Subtarget->hasNEON() && (VT == MVT::v8i16 || VT == MVT::v16i8) &&
7636 if (VT.getVectorElementType() == MVT::i32 ||
7637 VT.getVectorElementType() == MVT::f32)
7640 if (VT.getVectorElementType() == MVT::i16)
7643 assert(VT.getVectorElementType() == MVT::i8);
7699 assert((VT == MVT::v8i16 || VT == MVT::v16i8) &&
7699 assert((VT == MVT::v8i16 || VT == MVT::v16i8) &&
7705 unsigned ExtractNum = (VT == MVT::v16i8) ? 8 : 4;
7985 if (ST->hasNEON() && (VT == MVT::v8i16 || VT == MVT::v16i8) && isReverseMask(ShuffleMask, VT))
7985 if (ST->hasNEON() && (VT == MVT::v8i16 || VT == MVT::v16i8) && isReverseMask(ShuffleMask, VT))
7988 if (ST->hasNEON() && VT == MVT::v8i8)
8089 if (Op.getValueType() == MVT::i32 && Vec.getScalarValueSizeInBits() < 32) {
8107 assert(Op1VT == Op2VT && "Operand types don't match!");
8218 if (VT == MVT::v2i64 && N->getOpcode() == ISD::BITCAST) {
8331 if (ExtendedTy == LD->getMemoryVT())
8377 BVN->getValueType(0) == MVT::v4i32 && "expected v4i32 BUILD_VECTOR");
8459 if (VT == MVT::v2i64)
8571 assert((VT == MVT::v4i16 || VT == MVT::v8i8) &&
8571 assert((VT == MVT::v4i16 || VT == MVT::v8i8) &&
8579 if (VT == MVT::v8i8) {
8608 assert((VT == MVT::v4i16 || VT == MVT::v8i8) &&
8608 assert((VT == MVT::v4i16 || VT == MVT::v8i8) &&
8616 if (VT == MVT::v8i8) {
8771 (ArgVT == MVT::f64) ? RTLIB::SINCOS_STRET_F64 : RTLIB::SINCOS_STRET_F32;
8804 assert((VT == MVT::i32 || VT == MVT::i64) &&
8804 assert((VT == MVT::i32 || VT == MVT::i64) &&
8813 Name = (VT == MVT::i32) ? "__rt_sdiv" : "__rt_sdiv64";
8815 Name = (VT == MVT::i32) ? "__rt_udiv" : "__rt_udiv64";
8882 assert(Op.getValueType() == MVT::i32 &&
8895 if (N->getValueType(0) == MVT::i32)
8911 assert(Op.getValueType() == MVT::i64 &&
8931 assert((MemVT == MVT::v4i1 || MemVT == MVT::v8i1 || MemVT == MVT::v16i1) &&
8931 assert((MemVT == MVT::v4i1 || MemVT == MVT::v8i1 || MemVT == MVT::v16i1) &&
8931 assert((MemVT == MVT::v4i1 || MemVT == MVT::v8i1 || MemVT == MVT::v16i1) &&
8933 assert(MemVT == Op.getValueType());
8961 assert((MemVT == MVT::v4i1 || MemVT == MVT::v8i1 || MemVT == MVT::v16i1) &&
8961 assert((MemVT == MVT::v4i1 || MemVT == MVT::v8i1 || MemVT == MVT::v16i1) &&
8961 assert((MemVT == MVT::v4i1 || MemVT == MVT::v8i1 || MemVT == MVT::v16i1) &&
8963 assert(MemVT == ST->getValue().getValueType());
9072 assert(N->getValueType(0) == MVT::i64 &&
10953 if (N->getOpcode() == ARMISD::VTRN && N->getValueType(0) == MVT::v2i32)
11052 if (!VT.isInteger() || VT.getVectorElementType() == MVT::i64)
11102 Vec.getValueType().getVectorElementType() == VT.getVectorElementType())
11249 AddeSubeNode->getOperand(2).getValueType() == MVT::i32 &&
11268 AddcSubcNode->getValueType(0) == MVT::i32 &&
12400 (VT == MVT::v4i1 || VT == MVT::v8i1 || VT == MVT::v16i1))
12400 (VT == MVT::v4i1 || VT == MVT::v8i1 || VT == MVT::v16i1))
12400 (VT == MVT::v4i1 || VT == MVT::v8i1 || VT == MVT::v16i1))
12583 InNode->getValueType(0) == MVT::f64 &&
12702 assert(EltVT == MVT::f32 && "Unexpected type!");
12722 if (Elt->getOperand(0).getValueType() == MVT::i32)
12754 V->getOperand(0).getValueType() == MVT::i32)
12780 if (Op->getOperand(0).getValueType() == VT)
13224 LD->getMemoryVT() == N->getValueType(0).getVectorElementType()) {
13354 if (FromEltVT == MVT::i32 && (ToEltVT == MVT::i16 || ToEltVT == MVT::i8))
13354 if (FromEltVT == MVT::i32 && (ToEltVT == MVT::i16 || ToEltVT == MVT::i8))
13354 if (FromEltVT == MVT::i32 && (ToEltVT == MVT::i16 || ToEltVT == MVT::i8))
13356 if (FromEltVT == MVT::i16 && ToEltVT == MVT::i8)
13356 if (FromEltVT == MVT::i16 && ToEltVT == MVT::i8)
13433 if (StVal.getValueType() == MVT::i64 &&
13746 if (N->getOpcode() == ISD::SRL && VT == MVT::i32 && ST->hasV6Ops()) {
13759 if (ST->isThumb1Only() && N->getOpcode() == ISD::SHL && VT == MVT::i32 &&
13797 if (ST->hasMVEIntegerOps() && VT == MVT::v2i64)
13846 if (ToEltVT == MVT::i32 && (FromEltVT == MVT::i16 || FromEltVT == MVT::i8))
13846 if (ToEltVT == MVT::i32 && (FromEltVT == MVT::i16 || FromEltVT == MVT::i8))
13846 if (ToEltVT == MVT::i32 && (FromEltVT == MVT::i16 || FromEltVT == MVT::i8))
13848 if (ToEltVT == MVT::i16 && FromEltVT == MVT::i8)
13848 if (ToEltVT == MVT::i16 && FromEltVT == MVT::i8)
13908 if (VT == MVT::i32 &&
13909 (EltVT == MVT::i8 || EltVT == MVT::i16) &&
13909 (EltVT == MVT::i8 || EltVT == MVT::i16) &&
14565 return (VT == MVT::f32) && (Opc == ISD::LOAD || Opc == ISD::STORE);
15130 if (VT == MVT::i16 || ((VT == MVT::i8 || VT == MVT::i1) && isSEXTLoad)) {
15130 if (VT == MVT::i16 || ((VT == MVT::i8 || VT == MVT::i1) && isSEXTLoad)) {
15130 if (VT == MVT::i16 || ((VT == MVT::i8 || VT == MVT::i1) && isSEXTLoad)) {
15145 } else if (VT == MVT::i32 || VT == MVT::i8 || VT == MVT::i1) {
15145 } else if (VT == MVT::i32 || VT == MVT::i8 || VT == MVT::i1) {
15145 } else if (VT == MVT::i32 || VT == MVT::i8 || VT == MVT::i1) {
15236 if (VT == MVT::v4i16) {
15239 } else if (VT == MVT::v4i8 || VT == MVT::v8i8) {
15239 } else if (VT == MVT::v4i8 || VT == MVT::v8i8) {
15242 } else if (Align >= 4 && (isLE || VT == MVT::v4i32 || VT == MVT::v4f32) &&
15242 } else if (Align >= 4 && (isLE || VT == MVT::v4i32 || VT == MVT::v4f32) &&
15245 else if (Align >= 2 && (isLE || VT == MVT::v8i16 || VT == MVT::v8f16) &&
15245 else if (Align >= 2 && (isLE || VT == MVT::v8i16 || VT == MVT::v8f16) &&
15248 else if ((isLE || VT == MVT::v16i8) && IsInRange(RHSC, 0x80, 1))
15331 assert(Op->getValueType(0) == MVT::i32 && "Non-i32 post-inc op?!");
15490 assert(VT == MVT::i32 && "Unexpected integer type");
16176 assert(N->getValueType(0) == MVT::i64 && "Unexpected type (!= i64) on ABS.");
16228 if (VT == MVT::f16 && Subtarget->hasFullFP16())
16230 if (VT == MVT::f32)
16232 if (VT == MVT::f64 && Subtarget->hasFP64())
lib/Target/AVR/AVRISelDAGToDAG.cpp 347 unsigned Opc = (VT == MVT::i16) ? AVR::STDWSPQRr : AVR::STDSPQRr;
429 if (N->getOperand(LastOpNum).getValueType() == MVT::Glue) {
lib/Target/AVR/AVRISelLowering.cpp 537 if (VT == MVT::i32) {
556 } else if (VT == MVT::i64) {
596 } else if (VT == MVT::i8 || VT == MVT::i16) {
596 } else if (VT == MVT::i8 || VT == MVT::i16) {
600 (VT == MVT::i8)
811 if ((VT == MVT::i16 && RHSC != -2) || (VT == MVT::i8 && RHSC != -1)) {
811 if ((VT == MVT::i16 && RHSC != -2) || (VT == MVT::i8 && RHSC != -1)) {
861 if ((VT == MVT::i16 && RHSC != 2) || (VT == MVT::i8 && RHSC != 1)) {
861 if ((VT == MVT::i16 && RHSC != 2) || (VT == MVT::i8 && RHSC != 1)) {
1072 if (RegVT == MVT::i8) {
1074 } else if (RegVT == MVT::i16) {
2013 if (VT == MVT::i8) {
lib/Target/BPF/BPFISelLowering.cpp 761 return (getHasAlu32() && VT == MVT::i32) ? MVT::i32 : MVT::i64;
lib/Target/Hexagon/HexagonISelDAGToDAG.cpp 149 if (ValueVT == MVT::i64 && ExtType != ISD::NON_EXTLOAD) {
164 if (LD->getValueType(0) == MVT::i64)
177 if (LD->getValueType(0) == MVT::i64)
702 if (N->getValueType(0) == MVT::f32) {
707 if (N->getValueType(0) == MVT::f64) {
720 if (N->getValueType(0) == MVT::i1) {
1478 if (RT == MVT::i64)
1480 assert(RT == MVT::i32);
lib/Target/Hexagon/HexagonISelLowering.cpp 554 bool IsLegalType = VT == MVT::i8 || VT == MVT::i16 || VT == MVT::i32 ||
554 bool IsLegalType = VT == MVT::i8 || VT == MVT::i16 || VT == MVT::i32 ||
554 bool IsLegalType = VT == MVT::i8 || VT == MVT::i16 || VT == MVT::i32 ||
555 VT == MVT::i64 || VT == MVT::f32 || VT == MVT::f64 ||
555 VT == MVT::i64 || VT == MVT::f32 || VT == MVT::f64 ||
555 VT == MVT::i64 || VT == MVT::f32 || VT == MVT::f64 ||
556 VT == MVT::v2i16 || VT == MVT::v2i32 || VT == MVT::v4i8 ||
556 VT == MVT::v2i16 || VT == MVT::v2i32 || VT == MVT::v4i8 ||
556 VT == MVT::v2i16 || VT == MVT::v2i32 || VT == MVT::v4i8 ||
557 VT == MVT::v4i16 || VT == MVT::v8i8 ||
557 VT == MVT::v4i16 || VT == MVT::v8i8 ||
586 if (Op.getOperand(NumOps-1).getValueType() == MVT::Glue)
2750 assert(VTs.VTs[1] == MVT::i1);
2911 if (N->getValueType(0) == MVT::i8) {
lib/Target/Hexagon/HexagonOptimizeSZextends.cpp 80 assert (EVT::getEVT(SI->getType()) ==
lib/Target/Lanai/LanaiISelDAGToDAG.cpp 286 if (VT == MVT::i32) {
lib/Target/MSP430/MSP430ISelDAGToDAG.cpp 394 assert(Node->getValueType(0) == MVT::i16);
lib/Target/MSP430/MSP430ISelLowering.cpp 960 assert(VT == MVT::i16 && "Can not shift i8 by 8 and more");
1228 assert(VT == MVT::i16 && "Only support i16 for now!");
1342 if ((VT == MVT::i16 && RHSC != 2) ||
1343 (VT == MVT::i8 && RHSC != 1))
1398 return 0 && VT1 == MVT::i8 && VT2 == MVT::i16;
1398 return 0 && VT1 == MVT::i8 && VT2 == MVT::i16;
lib/Target/Mips/MipsCallLowering.cpp 142 if (VT == MVT::f64 && PhysReg >= Mips::A0 && PhysReg <= Mips::A3) {
156 } else if (VT == MVT::f32 && PhysReg >= Mips::A0 && PhysReg <= Mips::A3) {
257 if (VT == MVT::f64 && PhysReg >= Mips::A0 && PhysReg <= Mips::A3) {
274 } else if (VT == MVT::f32 && PhysReg >= Mips::A0 && PhysReg <= Mips::A3) {
lib/Target/Mips/MipsFastISel.cpp 338 assert(TLI.getValueType(DL, AI->getType(), true) == MVT::i32 &&
571 if (TLI.getValueType(DL, U->getOperand(0)->getType()) ==
577 if (TLI.getValueType(DL, U->getType()) == TLI.getPointerTy(DL))
599 if (evt == MVT::Other || !evt.isSimple())
lib/Target/Mips/MipsISelLowering.cpp 574 unsigned LO = (Ty == MVT::i32) ? Mips::LO0 : Mips::LO0_64;
575 unsigned HI = (Ty == MVT::i32) ? Mips::HI0 : Mips::HI0_64;
729 if (True.getValueType() == MVT::i64)
1061 !Subtarget.inMips16Mode() && N->getValueType(0) == MVT::i64)
1076 !Subtarget.inMips16Mode() && N->getValueType(0) == MVT::i64)
2214 SDValue X = (TyX == MVT::f32) ?
2218 SDValue Y = (TyY == MVT::f32) ?
2241 if (TyX == MVT::f32)
2315 SDValue X = (Op.getValueType() == MVT::f32)
2332 if (Op.getValueType() == MVT::f32)
2367 if ((ABI.IsN32() || ABI.IsN64()) && (Op.getValueType() == MVT::f64))
2569 assert((VT == MVT::i32) || (VT == MVT::i64));
2569 assert((VT == MVT::i32) || (VT == MVT::i64));
2576 if ((VT == MVT::i64) && (ExtType == ISD::NON_EXTLOAD)) {
2595 if ((VT == MVT::i32) || (ExtType == ISD::SEXTLOAD) ||
2599 assert((VT == MVT::i64) && (ExtType == ISD::ZEXTLOAD));
2644 if ((VT == MVT::i32) || SD->isTruncatingStore()) {
2650 assert(VT == MVT::i64);
2685 ((MemVT == MVT::i32) || (MemVT == MVT::i64)))
2685 ((MemVT == MVT::i32) || (MemVT == MVT::i64)))
3536 if ((RegVT == MVT::i32 && ValVT == MVT::f32) ||
3537 (RegVT == MVT::i64 && ValVT == MVT::f64) ||
3538 (RegVT == MVT::f64 && ValVT == MVT::i64))
3541 ValVT == MVT::f64) {
3630 if ((ABI.IsN32() || ABI.IsN64()) && Type == MVT::i32)
lib/Target/Mips/MipsSEISelDAGToDAG.cpp 769 if (Node->getValueType(0) == MVT::f64 && CN->isExactlyValue(+0.0)) {
946 if (PtrVT == MVT::i32) {
lib/Target/Mips/MipsSEISelLowering.cpp 950 bool IsV216 = (Ty == MVT::v2i16);
983 if (Ty == MVT::v2i16 || Ty == MVT::v4i8) {
983 if (Ty == MVT::v2i16 || Ty == MVT::v4i8) {
1314 bool HasChainIn = Op->getOperand(0).getValueType() == MVT::Other;
1328 if (Opnd.getValueType() == MVT::i64)
1346 ResTys.push_back((*I == MVT::i64) ? MVT::Untyped : *I);
1350 SDValue Out = (ResTys[0] == MVT::Untyped) ? extractLOHI(Val, DL, DAG) : Val;
1355 assert(Val->getValueType(1) == MVT::Other);
1386 if (ResVecTy == MVT::v2i64) {
1434 if (VecTy == MVT::v2i64) {
1472 if (VecTy == MVT::v2i64) {
1495 if (VecTy == MVT::v2i64)
1512 MVT ResEltTy = ResTy == MVT::v2i64 ? MVT::i64 : MVT::i32;
lib/Target/NVPTX/NVPTXISelDAGToDAG.cpp 894 assert(LoadedVT == MVT::v2f16 && "Unexpected vector type");
1064 if (EltVT == MVT::v2f16) {
1273 if (EltVT == MVT::f16 && N->getValueType(0) == MVT::v2f16) {
1273 if (EltVT == MVT::f16 && N->getValueType(0) == MVT::v2f16) {
1283 EVT NodeVT = (EltVT == MVT::i8) ? MVT::i16 : EltVT;
1752 assert(StoreVT == MVT::v2f16 && "Unexpected vector type");
1936 if (EltVT == MVT::v2f16) {
3555 if (Val.getValueType() == MVT::i32) {
3561 } else if (Val.getValueType() == MVT::i64) {
lib/Target/NVPTX/NVPTXISelLowering.cpp 206 if (EltVT == MVT::f16 && NumElts % 2 == 0) {
1225 if (VT == MVT::f32)
1228 else if (VT == MVT::f64)
1233 if (VT == MVT::f32)
1334 assert((getValueType(DL, Ty) == Outs[OIdx].VT ||
1335 (getValueType(DL, Ty) == MVT::i8 && Outs[OIdx].VT == MVT::i16)) &&
1920 if (!(Op->getValueType(0) == MVT::v2f16 &&
1944 assert(VectorVT == MVT::v2f16 && "Unexpected vector type.");
2080 if (VT == MVT::f32)
2083 if (VT == MVT::f64)
2214 assert(Op.getValueType() == MVT::i1 && "Custom lowering enabled only for i1");
2225 if (Op.getValueType() == MVT::i1)
2230 if (Op.getValueType() == MVT::v2f16) {
2253 assert(Node->getValueType(0) == MVT::i1 &&
2270 if (VT == MVT::i1)
2275 if (VT == MVT::v2f16 &&
2359 assert(EltVT == MVT::f16 && "Wrong type for the vector.");
2417 assert(Tmp3.getValueType() == MVT::i1 && "Custom lowering for i1 store only");
2577 if (EltVT == MVT::i1)
2579 else if (EltVT == MVT::v2f16)
2602 if (EltVT == MVT::i1)
2605 else if (EltVT == MVT::v2f16)
2636 assert(ObjectVT == Ins[InsIdx].VT &&
4369 if (VT == MVT::f32 || VT == MVT::f64) {
4369 if (VT == MVT::f32 || VT == MVT::f64) {
4685 if (MulType == MVT::i32) {
4858 assert(EltVT == MVT::f16 && "Unsupported v8 vector type.");
lib/Target/PowerPC/PPCCCState.cpp 19 if (I.ArgVT == llvm::MVT::ppcf128)
29 if (I.ArgVT == llvm::MVT::ppcf128) {
lib/Target/PowerPC/PPCFastISel.cpp 278 if (Evt == MVT::Other || !Evt.isSimple()) return false;
334 if (TLI.getValueType(DL, U->getOperand(0)->getType()) ==
340 if (TLI.getValueType(DL, U->getType()) == TLI.getPointerTy(DL))
1889 if (SrcVT == MVT::i64)
lib/Target/PowerPC/PPCISelDAGToDAG.cpp 486 if (N->getOpcode() == ISD::Constant && N->getValueType(0) == MVT::i32) {
496 if (N->getOpcode() == ISD::Constant && N->getValueType(0) == MVT::i64) {
577 unsigned Opc = N->getValueType(0) == MVT::i32 ? PPC::ADDI : PPC::ADDI8;
645 Opcode = (RegVT == MVT::i32) ? PPC::STBXTLS_32 : PPC::STBXTLS;
649 Opcode = (RegVT == MVT::i32) ? PPC::STHXTLS_32 : PPC::STHXTLS;
653 Opcode = (RegVT == MVT::i32) ? PPC::STWXTLS_32 : PPC::STWXTLS;
687 Opcode = (RegVT == MVT::i32) ? PPC::LBZXTLS_32 : PPC::LBZXTLS;
691 Opcode = (RegVT == MVT::i32) ? PPC::LHZXTLS_32 : PPC::LHZXTLS;
695 Opcode = (RegVT == MVT::i32) ? PPC::LWZXTLS_32 : PPC::LWZXTLS;
2538 N->getOperand(0).getValueType() == MVT::i1 &&
2553 bool Input32Bit = WideRes.getValueType() == MVT::i32;
2554 bool Output32Bit = N->getValueType(0) == MVT::i32;
2654 assert(LogicOp.getValueType() == MVT::i1 &&
2673 return SDValue(CurDAG->getMachineNode(InVT == MVT::i32 ? PPC::RLDICL_32 :
2693 if (LHS.getValueType() == MVT::i32)
2695 if (!IsBitwiseNegation && RHS.getValueType() == MVT::i32)
2720 assert(Input.getValueType() == MVT::i32 &&
2753 assert(Input.getValueType() == MVT::i32 &&
2818 bool Is32Bit = InVT == MVT::i32;
3602 bool Inputs32Bit = InputVT == MVT::i32;
3683 if (LHS.getValueType() == MVT::i32) {
3727 } else if (LHS.getValueType() == MVT::i64) {
3773 } else if (LHS.getValueType() == MVT::f32) {
3800 } else if (LHS.getValueType() == MVT::f64) {
3828 assert(LHS.getValueType() == MVT::f128 && "Unknown vt!");
4012 bool isPPC64 = (PtrVT == MVT::i64);
4375 if (N->getValueType(0) == MVT::i64) {
4443 if (N->getValueType(0) == MVT::i64) {
4451 assert(N->getValueType(0) == MVT::i32 &&
4493 assert((!isSExt || LoadedVT == MVT::i16) && "Invalid sext update load");
4504 assert(LD->getValueType(0) == MVT::i64 && "Unknown load result type!");
4505 assert((!isSExt || LoadedVT == MVT::i16) && "Invalid sext update load");
4530 assert((!isSExt || LoadedVT == MVT::i16) && "Invalid sext update load");
4543 assert(LD->getValueType(0) == MVT::i64 && "Unknown load result type!");
4544 assert((!isSExt || LoadedVT == MVT::i16 || LoadedVT == MVT::i32) &&
4544 assert((!isSExt || LoadedVT == MVT::i16 || LoadedVT == MVT::i32) &&
4684 if (N->getValueType(0) == MVT::i32)
4790 assert((InVT == MVT::i64 || InVT == MVT::i32) &&
4790 assert((InVT == MVT::i64 || InVT == MVT::i32) &&
4793 unsigned Opcode = (InVT == MVT::i64) ? PPC::ANDIo8 : PPC::ANDIo;
4811 bool isPPC64 = (PtrVT == MVT::i64);
4815 N->getOperand(0).getValueType() == MVT::i1)
4851 N->getValueType(0) == MVT::i32) {
4862 if (N->getValueType(0) == MVT::i1) {
4895 if (N->getValueType(0) == MVT::i32)
4897 else if (N->getValueType(0) == MVT::i64)
4899 else if (N->getValueType(0) == MVT::f32) {
4906 } else if (N->getValueType(0) == MVT::f64) {
4913 } else if (N->getValueType(0) == MVT::f128)
4917 else if (PPCSubTarget->hasQPX() && N->getValueType(0) == MVT::v4f64)
4919 else if (PPCSubTarget->hasQPX() && N->getValueType(0) == MVT::v4f32)
4921 else if (PPCSubTarget->hasQPX() && N->getValueType(0) == MVT::v4i1)
4923 else if (N->getValueType(0) == MVT::v2f64 ||
4924 N->getValueType(0) == MVT::v2i64)
4935 if (PPCSubTarget->hasVSX() && (N->getValueType(0) == MVT::v2f64 ||
4936 N->getValueType(0) == MVT::v2i64)) {
4956 (LD->getMemoryVT() == MVT::f64 ||
4957 LD->getMemoryVT() == MVT::i64) &&
5017 if (N->getOperand(2).getValueType() == MVT::i1) {
5060 unsigned Opc = Target.getValueType() == MVT::i32 ? PPC::MTCTR : PPC::MTCTR8;
5061 unsigned Reg = Target.getValueType() == MVT::i32 ? PPC::BCTR : PPC::BCTR8;
6318 if (!ToPromote.count(V.getNode()) && V.getValueType() == MVT::i32 &&
6337 if (VTs.VTs[i] == MVT::i32)
lib/Target/PowerPC/PPCISelLowering.cpp 1793 assert(N->getValueType(0) == MVT::v16i8 && isPowerOf2_32(EltSize) &&
1937 assert(N->getValueType(0) == MVT::v16i8 && "Shuffle vector expects v16i8");
1998 assert(N->getValueType(0) == MVT::v16i8 && "Shuffle vector expects v16i8");
2036 assert(N->getValueType(0) == MVT::v16i8 && "Shuffle vector expects v16i8");
2178 assert(CN->getValueType(0) == MVT::f32 && "Only one legal FP vector type!");
2247 if (N->getValueType(0) == MVT::i32)
2265 if (Memop->getMemoryVT() == MVT::f64) {
2440 if ((CN->getValueType(0) == MVT::i32 ||
2450 unsigned Opc = CN->getValueType(0) == MVT::i32 ? PPC::LIS : PPC::LIS8;
2621 if (LD->getValueType(0) == MVT::i64 && LD->getMemoryVT() == MVT::i32 &&
2621 if (LD->getValueType(0) == MVT::i64 && LD->getMemoryVT() == MVT::i32 &&
2979 if (Op.getValueType() == MVT::v2i64) {
2982 if (Op.getOperand(0).getValueType() == MVT::v2i64) {
3045 if (VT == MVT::i64) {
3104 DAG.getConstant(VT == MVT::i64 ? 2 : 1, dl,
3153 bool isPPC64 = (PtrVT == MVT::i64);
3299 if (ArgVT == MVT::v4f32 || ArgVT == MVT::v4i32 ||
3299 if (ArgVT == MVT::v4f32 || ArgVT == MVT::v4i32 ||
3300 ArgVT == MVT::v8i16 || ArgVT == MVT::v16i8 ||
3300 ArgVT == MVT::v8i16 || ArgVT == MVT::v16i8 ||
3301 ArgVT == MVT::v2f64 || ArgVT == MVT::v2i64 ||
3301 ArgVT == MVT::v2f64 || ArgVT == MVT::v2i64 ||
3302 ArgVT == MVT::v1i128 || ArgVT == MVT::f128)
3302 ArgVT == MVT::v1i128 || ArgVT == MVT::f128)
3306 else if (ArgVT == MVT::v4f64 || ArgVT == MVT::v4i1)
3306 else if (ArgVT == MVT::v4f64 || ArgVT == MVT::v4i1)
3370 if (ArgVT == MVT::f32 || ArgVT == MVT::f64 ||
3370 if (ArgVT == MVT::f32 || ArgVT == MVT::f64 ||
3372 (HasQPX && (ArgVT == MVT::v4f32 ||
3373 ArgVT == MVT::v4f64 ||
3374 ArgVT == MVT::v4i1)))
3379 if (ArgVT == MVT::v4f32 || ArgVT == MVT::v4i32 ||
3379 if (ArgVT == MVT::v4f32 || ArgVT == MVT::v4i32 ||
3380 ArgVT == MVT::v8i16 || ArgVT == MVT::v16i8 ||
3380 ArgVT == MVT::v8i16 || ArgVT == MVT::v16i8 ||
3381 ArgVT == MVT::v2f64 || ArgVT == MVT::v2i64 ||
3381 ArgVT == MVT::v2f64 || ArgVT == MVT::v2i64 ||
3382 ArgVT == MVT::v1i128 || ArgVT == MVT::f128)
3382 ArgVT == MVT::v1i128 || ArgVT == MVT::f128)
3545 ValVT == MVT::i1 ? MVT::i32 : ValVT);
3546 if (ValVT == MVT::i1)
3902 if (ObjectVT == MVT::i32 || ObjectVT == MVT::i1)
3902 if (ObjectVT == MVT::i32 || ObjectVT == MVT::i1)
3916 if (ObjectVT == MVT::i32 || ObjectVT == MVT::i1)
3916 if (ObjectVT == MVT::i32 || ObjectVT == MVT::i1)
3939 if (ObjectVT == MVT::f32)
3962 if (ObjectVT == MVT::f32) {
4113 bool isPPC64 = PtrVT == MVT::i64;
4216 if (ObjectVT==MVT::v4f32 || ObjectVT==MVT::v4i32 ||
4216 if (ObjectVT==MVT::v4f32 || ObjectVT==MVT::v4i32 ||
4217 ObjectVT==MVT::v8i16 || ObjectVT==MVT::v16i8) {
4217 ObjectVT==MVT::v8i16 || ObjectVT==MVT::v16i8) {
4302 if (ObjectVT == MVT::i1)
4320 if (ObjectVT == MVT::i32 || ObjectVT == MVT::i1)
4320 if (ObjectVT == MVT::i32 || ObjectVT == MVT::i1)
4346 if (ObjectVT == MVT::f32)
5057 if (LDChain.getValueType() == MVT::Glue)
5575 if (Arg.getValueType() == MVT::i1)
5582 if (Subtarget.hasSPE() && Arg.getValueType() == MVT::f64) {
5907 if (Arg.getValueType() == MVT::i32 || Arg.getValueType() == MVT::i1) {
5907 if (Arg.getValueType() == MVT::i32 || Arg.getValueType() == MVT::i1) {
6128 if (Arg.getValueType() == MVT::f32 &&
6146 ArgOffset += (Arg.getValueType() == MVT::f32 &&
6336 bool isPPC64 = PtrVT == MVT::i64;
6367 if (ArgVT == MVT::v4f32 || ArgVT == MVT::v4i32 ||
6367 if (ArgVT == MVT::v4f32 || ArgVT == MVT::v4i32 ||
6368 ArgVT == MVT::v8i16 || ArgVT == MVT::v16i8 ||
6368 ArgVT == MVT::v8i16 || ArgVT == MVT::v16i8 ||
6369 ArgVT == MVT::v2f64 || ArgVT == MVT::v2i64) {
6369 ArgVT == MVT::v2f64 || ArgVT == MVT::v2i64) {
6470 if (isPPC64 && Arg.getValueType() == MVT::i32) {
6536 if (Arg.getValueType() == MVT::i1)
6564 if (GPR_idx != NumGPRs && Arg.getValueType() == MVT::f64 && !isPPC64){
6578 if (GPR_idx != NumGPRs && Arg.getValueType() == MVT::f64 &&
6589 ArgOffset += Arg.getValueType() == MVT::f32 ? 4 : 8;
6661 if (ArgType==MVT::v4f32 || ArgType==MVT::v4i32 ||
6661 if (ArgType==MVT::v4f32 || ArgType==MVT::v4i32 ||
6662 ArgType==MVT::v8i16 || ArgType==MVT::v16i8) {
6662 ArgType==MVT::v8i16 || ArgType==MVT::v16i8) {
7110 assert(Op.getValueType() == MVT::i1 &&
7135 assert(Op.getOperand(1).getValueType() == MVT::i1 &&
7155 assert(Op.getValueType() == MVT::i1 &&
7274 if (LHS.getValueType() == MVT::f32) // Comparison is always 64-bits
7277 if (Sel1.getValueType() == MVT::f32) // Comparison is always 64-bits
7287 if (LHS.getValueType() == MVT::f32) // Comparison is always 64-bits
7296 if (LHS.getValueType() == MVT::f32) // Comparison is always 64-bits
7310 if (Cmp.getValueType() == MVT::f32) // Comparison is always 64-bits
7313 if (Sel1.getValueType() == MVT::f32) // Comparison is always 64-bits
7320 if (Cmp.getValueType() == MVT::f32) // Comparison is always 64-bits
7326 if (Cmp.getValueType() == MVT::f32) // Comparison is always 64-bits
7332 if (Cmp.getValueType() == MVT::f32) // Comparison is always 64-bits
7338 if (Cmp.getValueType() == MVT::f32) // Comparison is always 64-bits
7350 if (Src.getValueType() == MVT::f32)
7373 bool i32Stack = Op.getValueType() == MVT::i32 && Subtarget.hasSTFIWX() &&
7394 if (Op.getValueType() == MVT::i32 && !i32Stack) {
7414 if (Src.getValueType() == MVT::f32)
7444 if (EnableQuadPrecision && (Op->getOperand(0).getValueType() == MVT::f128))
7449 if (Op.getOperand(0).getValueType() == MVT::ppcf128) {
7450 if (Op.getValueType() == MVT::i32) {
7604 assert((Op.getValueType() == MVT::f32 ||
7605 Op.getValueType() == MVT::f64) &&
7611 bool SinglePrec = Op.getValueType() == MVT::f32;
7656 assert((Op.getValueType() == MVT::v2f64 || Op.getValueType() == MVT::v4f32) &&
7656 assert((Op.getValueType() == MVT::v2f64 || Op.getValueType() == MVT::v4f32) &&
7660 bool FourEltRes = Op.getValueType() == MVT::v4f32;
7708 if (EnableQuadPrecision && (Op.getValueType() == MVT::f128))
7711 if (Subtarget.hasQPX() && Op.getOperand(0).getValueType() == MVT::v4i1) {
7736 if (Op.getOperand(0).getValueType() == MVT::i1)
7752 unsigned FCFOp = (Subtarget.hasFPCVT() && Op.getValueType() == MVT::f32)
7757 MVT FCFTy = (Subtarget.hasFPCVT() && Op.getValueType() == MVT::f32)
7761 if (Op.getOperand(0).getValueType() == MVT::i64) {
7773 if (Op.getValueType() == MVT::f32 &&
7841 SINT.getOperand(0).getValueType() == MVT::i32) {
7853 assert(cast<StoreSDNode>(Store)->getMemoryVT() == MVT::i32 &&
7875 if (Op.getValueType() == MVT::f32 && !Subtarget.hasFPCVT())
7881 assert(Op.getOperand(0).getValueType() == MVT::i32 &&
7905 assert(cast<StoreSDNode>(Store)->getMemoryVT() == MVT::i32 &&
7948 if (Op.getValueType() == MVT::f32 && !Subtarget.hasFPCVT())
8022 VT == Op.getOperand(1).getValueType() &&
8051 VT == Op.getOperand(1).getValueType() &&
8080 VT == Op.getOperand(1).getValueType() &&
8134 if (DestVT == MVT::Other) DestVT = Op.getValueType();
8144 if (DestVT == MVT::Other) DestVT = LHS.getValueType();
8154 if (DestVT == MVT::Other) DestVT = Op0.getValueType();
8190 bool RightType = VecVT == MVT::v2f64 ||
8191 (HasP8Vector && VecVT == MVT::v4f32) ||
8192 (HasDirectMove && (VecVT == MVT::v2i64 || VecVT == MVT::v4i32));
8192 (HasDirectMove && (VecVT == MVT::v2i64 || VecVT == MVT::v4i32));
8267 if (Subtarget.hasQPX() && Op.getValueType() == MVT::v4i1) {
8481 if (VT == Op.getValueType())
9602 (MemVT == MVT::i8) ? PPCISD::ATOMIC_CMP_SWAP_8 : PPCISD::ATOMIC_CMP_SWAP_16;
9637 if (VT == MVT::v8i16 || VT == MVT::v16i8) {
9637 if (VT == MVT::v8i16 || VT == MVT::v16i8) {
9656 assert(N->getOperand(0).getValueType() == MVT::v4i1 &&
9718 if (Op.getValueType() == MVT::v4f64 ||
9719 Op.getValueType() == MVT::v4f32) {
9773 assert(Op.getValueType() == MVT::v4i1 && "Unknown load to lower");
9807 if (Value.getValueType() == MVT::v4f64 ||
9808 Value.getValueType() == MVT::v4f32) {
9862 assert(Value.getValueType() == MVT::v4i1 && "Unknown store to lower");
9927 if (Op.getValueType() == MVT::v4i32) {
9952 } else if (Op.getValueType() == MVT::v8i16) {
9959 } else if (Op.getValueType() == MVT::v16i8) {
10003 assert((VT == MVT::v2i64 || VT == MVT::v4i32 || VT == MVT::v8i16 ||
10003 assert((VT == MVT::v2i64 || VT == MVT::v4i32 || VT == MVT::v8i16 ||
10003 assert((VT == MVT::v2i64 || VT == MVT::v4i32 || VT == MVT::v8i16 ||
10004 VT == MVT::v16i8) &&
10024 if (VT == MVT::v2i64)
10026 else if (VT == MVT::v8i16)
10028 else if (VT == MVT::v16i8)
10207 assert(N->getValueType(0) == MVT::i1 &&
10225 if (VT == MVT::i64) {
10236 if (N->getOperand(0).getValueType() == MVT::ppcf128)
11640 if (VT.getScalarType() == MVT::f64)
11650 if ((VT == MVT::f32 && Subtarget.hasFRSQRTES()) ||
11651 (VT == MVT::f64 && Subtarget.hasFRSQRTE()) ||
11652 (VT == MVT::v4f32 && Subtarget.hasAltivec()) ||
11653 (VT == MVT::v2f64 && Subtarget.hasVSX()) ||
11654 (VT == MVT::v4f32 && Subtarget.hasQPX()) ||
11655 (VT == MVT::v4f64 && Subtarget.hasQPX())) {
11671 if ((VT == MVT::f32 && Subtarget.hasFRES()) ||
11672 (VT == MVT::f64 && Subtarget.hasFRE()) ||
11673 (VT == MVT::v4f32 && Subtarget.hasAltivec()) ||
11674 (VT == MVT::v2f64 && Subtarget.hasVSX()) ||
11675 (VT == MVT::v4f32 && Subtarget.hasQPX()) ||
11676 (VT == MVT::v4f64 && Subtarget.hasQPX())) {
12108 N->getOperand(i).getOperand(0).getValueType() == MVT::i1) ||
12139 BinOp.getOperand(i).getOperand(0).getValueType() == MVT::i1) ||
12319 if (!((N->getOperand(0).getValueType() == MVT::i1 && Subtarget.useCRBits()) ||
12320 (N->getOperand(0).getValueType() == MVT::i32 && Subtarget.isPPC64())))
12465 if (Inputs[i].getValueType() == N->getValueType(0))
12529 if (Ops[C+i].getValueType() == N->getValueType(0))
12614 Op.getValueType() == MVT::f64;
12699 EVT NewVT = TargetVT == MVT::v2i64 ? MVT::v2f64 : MVT::v4f32;
13036 (FirstOperand.getValueType() == MVT::i8 ||
13037 FirstOperand.getValueType() == MVT::i16);
13040 bool DstDouble = Op.getValueType() == MVT::f64;
13045 DAG.getIntPtrConstant(FirstOperand.getValueType() == MVT::i8 ? 1 : 2,
13067 if (Op.getOperand(0).getValueType() == MVT::i32)
13075 unsigned FCFOp = (Subtarget.hasFPCVT() && Op.getValueType() == MVT::f32)
13080 MVT FCFTy = (Subtarget.hasFPCVT() && Op.getValueType() == MVT::f32)
13090 if (Src.getValueType() == MVT::f32) {
13105 if (Op.getValueType() == MVT::f32 && !Subtarget.hasFPCVT()) {
13272 (Op1VT == MVT::i32 || Op1VT == MVT::i64 ||
13272 (Op1VT == MVT::i32 || Op1VT == MVT::i64 ||
13273 (Subtarget.hasP9Vector() && (Op1VT == MVT::i16 || Op1VT == MVT::i8)));
13273 (Subtarget.hasP9Vector() && (Op1VT == MVT::i16 || Op1VT == MVT::i8)));
13275 if (ResVT == MVT::ppcf128 || !Subtarget.hasP8Altivec() ||
13291 dl, ResVT == MVT::f128 ? MVT::f128 : MVT::f64, Val);
13437 (Op1VT == MVT::i32 || Op1VT == MVT::i16 ||
13437 (Op1VT == MVT::i32 || Op1VT == MVT::i16 ||
13438 (Subtarget.hasLDBRX() && Subtarget.isPPC64() && Op1VT == MVT::i64))) {
13448 if (BSwapOp.getValueType() == MVT::i16)
13458 if (Op1VT == MVT::i64)
13474 isa<ConstantSDNode>(N->getOperand(1)) && Op1VT == MVT::i32) {
13628 !Subtarget.hasP8Vector() && (VT == MVT::v16i8 || VT == MVT::v8i16 ||
13628 !Subtarget.hasP8Vector() && (VT == MVT::v16i8 || VT == MVT::v8i16 ||
13629 VT == MVT::v4i32 || VT == MVT::v4f32)) ||
13629 VT == MVT::v4i32 || VT == MVT::v4f32)) ||
13630 (Subtarget.hasQPX() && (VT == MVT::v4f64 || VT == MVT::v4f32) &&
13630 (Subtarget.hasQPX() && (VT == MVT::v4f64 || VT == MVT::v4f32) &&
13673 Intr = MemVT == MVT::v4f64 ? Intrinsic::ppc_qpx_qvlpcld :
13675 IntrLD = MemVT == MVT::v4f64 ? Intrinsic::ppc_qpx_qvlfd :
13885 (N->getValueType(0) == MVT::i32 || N->getValueType(0) == MVT::i16 ||
13885 (N->getValueType(0) == MVT::i32 || N->getValueType(0) == MVT::i16 ||
13887 N->getValueType(0) == MVT::i64))) {
13898 DAG.getVTList(N->getValueType(0) == MVT::i64 ?
13904 if (N->getValueType(0) == MVT::i16)
14099 if (VT == MVT::i64 && !Subtarget.isPPC64())
14137 if (cast<VTSDNode>(Op.getOperand(2))->getVT() == MVT::i16)
14550 bool isPPC64 = PtrVT == MVT::i64;
14579 bool is64Bit = isPPC64 && VT == MVT::i64;
14878 if ((MemVT == MVT::i1 || MemVT == MVT::i8 || MemVT == MVT::i16 ||
14878 if ((MemVT == MVT::i1 || MemVT == MVT::i8 || MemVT == MVT::i16 ||
14878 if ((MemVT == MVT::i1 || MemVT == MVT::i8 || MemVT == MVT::i16 ||
14879 (Subtarget.isPPC64() && MemVT == MVT::i32)) &&
14897 if (DestVT == MVT::f128)
14937 if (VT == MVT::ppcf128)
14991 if (VT == MVT::v2i64)
15155 if (ShiftBy.getValueType() == MVT::i64)
15312 Op0.getValueType() == MVT::i128 &&
15313 Op0.getOperand(0).getValueType() == MVT::f128) {
15443 if (Subtarget.hasP9Vector() && VT == MVT::f128)
15445 return VT == MVT::f32 || VT == MVT::f64 ||
15445 return VT == MVT::f32 || VT == MVT::f64 ||
15446 VT == MVT::v4f32 || VT == MVT::v2f64;
15446 VT == MVT::v4f32 || VT == MVT::v2f64;
15497 if (N->getOperand(0).getValueType() == MVT::v4i32 &&
lib/Target/PowerPC/PPCTargetTransformInfo.cpp 418 if (EVTy == MVT::Other)
lib/Target/RISCV/RISCVISelDAGToDAG.cpp 116 if (VT == XLenVT && ConstNode->isNullValue()) {
lib/Target/RISCV/RISCVISelLowering.cpp 310 if ((MemVT == MVT::i8 || MemVT == MVT::i16 ||
310 if ((MemVT == MVT::i8 || MemVT == MVT::i16 ||
311 (Subtarget.is64Bit() && MemVT == MVT::i32)) &&
321 return Subtarget.is64Bit() && SrcVT == MVT::i32 && DstVT == MVT::i64;
321 return Subtarget.is64Bit() && SrcVT == MVT::i32 && DstVT == MVT::i64;
325 return (VT == MVT::f32 && Subtarget.hasStdExtF()) ||
326 (VT == MVT::f64 && Subtarget.hasStdExtD());
883 assert(N->getValueType(0) == MVT::i32 && Subtarget.is64Bit() &&
892 assert(N->getValueType(0) == MVT::i32 && Subtarget.is64Bit() &&
901 assert(N->getValueType(0) == MVT::i32 && Subtarget.is64Bit() &&
909 assert(N->getValueType(0) == MVT::i32 && Subtarget.is64Bit() &&
2892 if (ABI == RISCVABI::ABI_LP64 && (Type == MVT::f32))
lib/Target/Sparc/SparcISelDAGToDAG.cpp 344 if (N->getValueType(0) == MVT::i64)
lib/Target/Sparc/SparcISelLowering.cpp 2086 unsigned ldTF = ((PtrVT == MVT::i64)? SparcMCExpr::VK_Sparc_TLS_IE_LDX
2300 if (Op.getOperand(0).getValueType() == MVT::f64)
2304 if (Op.getOperand(0).getValueType() == MVT::f32)
2319 if (Op.getValueType() == MVT::f64)
2322 if (Op.getValueType() == MVT::f32)
2335 assert(VT == MVT::i32 || VT == MVT::i64);
2335 assert(VT == MVT::i32 || VT == MVT::i64);
2338 if (Op.getOperand(0).getValueType() == MVT::f128
2340 const char *libName = TLI.getLibcallName(VT == MVT::i32
2351 if (VT == MVT::i32)
2364 assert(OpVT == MVT::i32 || (OpVT == MVT::i64));
2364 assert(OpVT == MVT::i32 || (OpVT == MVT::i64));
2366 EVT floatVT = (OpVT == MVT::i32) ? MVT::f32 : MVT::f64;
2369 if (Op.getValueType() == MVT::f128
2371 const char *libName = TLI.getLibcallName(OpVT == MVT::i32
2383 unsigned opcode = (OpVT == MVT::i32)? SPISD::ITOF : SPISD::XTOF;
2399 assert(VT == MVT::i32 || VT == MVT::i64);
2399 assert(VT == MVT::i32 || VT == MVT::i64);
2402 TLI.getLibcallName(VT == MVT::i32
2413 assert(OpVT == MVT::i32 || OpVT == MVT::i64);
2413 assert(OpVT == MVT::i32 || OpVT == MVT::i64);
2421 TLI.getLibcallName(OpVT == MVT::i32
2448 Opc = LHS.getValueType() == MVT::i32 ? SPISD::BRICC : SPISD::BRXCC;
2450 if (!hasHardQuad && LHS.getValueType() == MVT::f128) {
2482 Opc = LHS.getValueType() == MVT::i32 ?
2486 if (!hasHardQuad && LHS.getValueType() == MVT::f128) {
2693 assert(SrcReg64.getValueType() == MVT::f64 && "LowerF64Op called on non-double!");
2773 if (MemVT == MVT::f128)
2822 if (MemVT == MVT::f128)
2825 if (MemVT == MVT::i64) {
2844 if (Op.getValueType() == MVT::f64)
lib/Target/SystemZ/SystemZISelDAGToDAG.cpp 636 assert(VT == MVT::i32 && Base.getValueType() == MVT::i64 &&
636 assert(VT == MVT::i32 && Base.getValueType() == MVT::i64 &&
942 if (N.getValueType() == MVT::i32 && VT == MVT::i64)
942 if (N.getValueType() == MVT::i32 && VT == MVT::i64)
945 if (N.getValueType() == MVT::i64 && VT == MVT::i32)
945 if (N.getValueType() == MVT::i64 && VT == MVT::i32)
947 assert(N.getValueType() == VT && "Unexpected value types");
979 if (VT == MVT::i32)
992 if (Load->getMemoryVT() == MVT::i32 &&
1024 if (VT == MVT::i32 && Subtarget->hasHighWord() &&
1083 if (Load->getMemoryVT() == MVT::i8)
1348 if (MemVT == MVT::i32)
1350 else if (MemVT == MVT::i64)
1359 if (MemVT == MVT::i32)
1361 else if (MemVT == MVT::i64)
1484 if (Node->getValueType(0) == MVT::i64 &&
1529 if (Node->getValueType(0) == MVT::i64) {
1854 if (VT == MVT::i32 && IPM.Bit == 31) {
lib/Target/SystemZ/SystemZISelLowering.cpp 1649 if (Out.ArgVT == MVT::i128)
2055 if (Load->getMemoryVT() == MVT::i8)
2075 if (C.Op0.getValueType() == MVT::f128)
2186 C.Op0.getValueType() == MVT::i64 &&
2196 cast<VTSDNode>(N->getOperand(1))->getVT() == MVT::i32) {
2665 if (CmpOp0.getValueType() == MVT::v4f32 &&
3123 if (InVT == MVT::i32 && ResVT == MVT::f32) {
3123 if (InVT == MVT::i32 && ResVT == MVT::f32) {
3139 if (InVT == MVT::f32 && ResVT == MVT::i32) {
3139 if (InVT == MVT::f32 && ResVT == MVT::i32) {
3381 assert(Op.getValueType() == MVT::i64 && "Should be 64-bit operation");
3474 if (N->getValueType(1) == MVT::i1)
3540 if (N->getValueType(1) == MVT::i1)
3675 if (NarrowVT == WideVT)
3745 if (MemVT == MVT::i32 || MemVT == MVT::i64) {
3745 if (MemVT == MVT::i32 || MemVT == MVT::i64) {
3747 assert(Op.getValueType() == MemVT && "Mismatched VTs");
3789 EVT WideVT = NarrowVT == MVT::i64 ? MVT::i64 : MVT::i32;
3790 if (NarrowVT == WideVT) {
4621 if (VT == MVT::v2i64 && !AllLoads)
4625 if (VT == MVT::v2f64 && !AllLoads)
4635 if (VT == MVT::v4f32 && !AllLoads) {
4806 if (VT == MVT::v2f64 &&
5445 if (EVT == MVT::i1 && N0.hasOneUse() && N0.getOpcode() == ISD::SETCC) {
5560 if (VT == MVT::i16 || VT == MVT::i32 || VT == MVT::i64)
5560 if (VT == MVT::i16 || VT == MVT::i32 || VT == MVT::i64)
5560 if (VT == MVT::i16 || VT == MVT::i32 || VT == MVT::i64)
5563 if (VT == MVT::v8i16 || VT == MVT::v4i32 || VT == MVT::v2i64)
5563 if (VT == MVT::v8i16 || VT == MVT::v4i32 || VT == MVT::v2i64)
5563 if (VT == MVT::v8i16 || VT == MVT::v4i32 || VT == MVT::v2i64)
5613 if (BSwapOp.getValueType() == MVT::i16)
5749 if (N->getValueType(0) == MVT::f32 &&
5752 Op0.getOperand(0).getValueType() == MVT::v2f64 &&
5766 OtherRound.getValueType() == MVT::f32) {
5800 if (N->getValueType(0) == MVT::f64 &&
5803 Op0.getOperand(0).getValueType() == MVT::v4f32 &&
5817 OtherExtend.getValueType() == MVT::f64) {
5853 if (LoadVT == MVT::i16)
5862 if (N->getValueType(0) == MVT::i16)
6244 assert(VT == MVT::v16i8 && "Unexpected type.");
6311 if (Op.getResNo() != 0 || VT == MVT::Untyped)
lib/Target/WebAssembly/WebAssemblyFastISel.cpp 251 if (TLI.getValueType(DL, U->getOperand(0)->getType()) ==
258 if (TLI.getValueType(DL, U->getType()) == TLI.getPointerTy(DL))
1138 if (VT == RetVT) {
lib/Target/WebAssembly/WebAssemblyISelLowering.cpp 1034 SDValue Copy(DAG.getMachineNode(VT == MVT::i32 ? WebAssembly::COPY_I32
1296 bool CanSwizzle = Subtarget->hasUnimplementedSIMD128() && VecT == MVT::v16i8;
1427 SplattedLoad->getMemoryVT() == VecT.getVectorElementType()) {
lib/Target/X86/X86FastISel.cpp 160 return (VT == MVT::f64 && X86ScalarSSEf64) || // f64 is when SSE2
161 (VT == MVT::f32 && X86ScalarSSEf32); // f32 is when SSE1
293 if (evt == MVT::Other || !evt.isSimple())
861 if (TLI.getValueType(DL, U->getOperand(0)->getType()) ==
868 if (TLI.getValueType(DL, U->getType()) == TLI.getPointerTy(DL))
1037 TLI.getValueType(DL, U->getOperand(0)->getType()) ==
1044 if (InMBB && TLI.getValueType(DL, U->getType()) == TLI.getPointerTy(DL))
1231 assert(DstVT == MVT::i32 && "X86 should always ext to i32");
1233 if (SrcVT == MVT::i1) {
1539 if (DstVT == MVT::i64) {
1558 } else if (DstVT == MVT::i16) {
1604 if (DstVT == MVT::i16) {
2544 if (SrcVT == MVT::i8) {
3559 if ((CopyVT == MVT::f32 || CopyVT == MVT::f64) &&
3559 if ((CopyVT == MVT::f32 || CopyVT == MVT::f64) &&
3582 unsigned Opc = ResVT == MVT::f32 ? X86::ST_Fp80m32 : X86::ST_Fp80m64;
3588 Opc = ResVT == MVT::f32 ? X86::MOVSSrm_alt : X86::MOVSDrm_alt;
lib/Target/X86/X86ISelDAGToDAG.cpp 2046 RHS.getOperand(0).getValueType() == MVT::i32))
2406 else if (Base.getValueType() == MVT::i32 && !isa<FrameIndexSDNode>(Base)) {
2418 assert(Index.getValueType() == MVT::i32 &&
3130 (MemVT == MVT::i64 && !isInt<32>(OperandV) &&
3415 assert(ShiftAmt.getValueType() == MVT::i8 &&
3643 unsigned Size = VT == MVT::i64 ? 64 : 32;
4369 bool Use64BitPtr = Node->getOperand(2).getValueType() == MVT::i64;
4455 if (Node->getOperand(0).getValueType().getVectorElementType() == MVT::i1)
lib/Target/X86/X86ISelLowering.cpp 1940 if (VT == MVT::v32i1 && Subtarget.hasAVX512() && !Subtarget.hasBWI())
1943 if (VT.isVector() && VT.getVectorElementType() == MVT::i1 &&
1950 if ((VT == MVT::v32i16 || VT == MVT::v64i8) &&
1950 if ((VT == MVT::v32i16 || VT == MVT::v64i8) &&
1960 if (VT == MVT::v32i1 && Subtarget.hasAVX512() && !Subtarget.hasBWI())
1963 if (VT.isVector() && VT.getVectorElementType() == MVT::i1 &&
1970 if ((VT == MVT::v32i16 || VT == MVT::v64i8) &&
1970 if ((VT == MVT::v32i16 || VT == MVT::v64i8) &&
1980 if (VT.isVector() && VT.getVectorElementType() == MVT::i1 &&
2412 if (ValVT == MVT::v1i1)
2416 if ((ValVT == MVT::v8i1 && (ValLoc == MVT::i8 || ValLoc == MVT::i32)) ||
2416 if ((ValVT == MVT::v8i1 && (ValLoc == MVT::i8 || ValLoc == MVT::i32)) ||
2416 if ((ValVT == MVT::v8i1 && (ValLoc == MVT::i8 || ValLoc == MVT::i32)) ||
2417 (ValVT == MVT::v16i1 && (ValLoc == MVT::i16 || ValLoc == MVT::i32))) {
2417 (ValVT == MVT::v16i1 && (ValLoc == MVT::i16 || ValLoc == MVT::i32))) {
2417 (ValVT == MVT::v16i1 && (ValLoc == MVT::i16 || ValLoc == MVT::i32))) {
2421 EVT TempValLoc = ValVT == MVT::v8i1 ? MVT::i8 : MVT::i16;
2423 if (ValLoc == MVT::i32)
2428 if ((ValVT == MVT::v32i1 && ValLoc == MVT::i32) ||
2428 if ((ValVT == MVT::v32i1 && ValLoc == MVT::i32) ||
2429 (ValVT == MVT::v64i1 && ValLoc == MVT::i64)) {
2429 (ValVT == MVT::v64i1 && ValLoc == MVT::i64)) {
2445 assert(Arg.getValueType() == MVT::i64 && "Expecting 64 bit value");
2512 if (ValVT.isVector() && ValVT.getVectorElementType() == MVT::i1)
2525 if ((ValVT == MVT::f32 || ValVT == MVT::f64 ||
2525 if ((ValVT == MVT::f32 || ValVT == MVT::f64 ||
2530 } else if (ValVT == MVT::f64 &&
2555 if (ValVT == MVT::x86mmx) {
2678 if (Copy->getOperand(Copy->getNumOperands()-1).getValueType() == MVT::Glue)
2711 if (VT == MVT::i1 || (!Darwin && (VT == MVT::i8 || VT == MVT::i16))) {
2711 if (VT == MVT::i1 || (!Darwin && (VT == MVT::i8 || VT == MVT::i16))) {
2711 if (VT == MVT::i1 || (!Darwin && (VT == MVT::i8 || VT == MVT::i16))) {
2789 if (ValVT == MVT::v1i1)
2792 if (ValVT == MVT::v64i1) {
2794 assert(ValLoc == MVT::i64 && "Expecting only i64 locations");
2849 if ((CopyVT == MVT::f32 || CopyVT == MVT::f64 || CopyVT == MVT::f128) &&
2849 if ((CopyVT == MVT::f32 || CopyVT == MVT::f64 || CopyVT == MVT::f128) &&
2849 if ((CopyVT == MVT::f32 || CopyVT == MVT::f64 || CopyVT == MVT::f128) &&
2853 } else if (CopyVT == MVT::f64 &&
3234 if (RegVT == MVT::i8)
3236 else if (RegVT == MVT::i16)
3238 else if (RegVT == MVT::i32)
3240 else if (Is64Bit && RegVT == MVT::i64)
3242 else if (RegVT == MVT::f32)
3244 else if (RegVT == MVT::f64)
3246 else if (RegVT == MVT::f80)
3248 else if (RegVT == MVT::f128)
3256 else if (RegVT == MVT::x86mmx)
3258 else if (RegVT == MVT::v1i1)
3260 else if (RegVT == MVT::v8i1)
3262 else if (RegVT == MVT::v16i1)
3264 else if (RegVT == MVT::v32i1)
3266 else if (RegVT == MVT::v64i1)
3778 Arg.getValueType().getVectorElementType() == MVT::i1)
4007 Callee->getValueType(0) == MVT::i32) {
4223 cast<VTSDNode>(TruncInput.getOperand(1))->getVT() ==
4955 return !IsSigned && FpVT == MVT::f80 && Subtarget.hasCMov();
4965 if (ResVT.getVectorElementType() == MVT::i1)
5012 BitcastVT.getVectorElementType() == MVT::i1)
5015 if (!Subtarget.hasDQI() && BitcastVT == MVT::v8i1 && LoadVT == MVT::i8)
5015 if (!Subtarget.hasDQI() && BitcastVT == MVT::v8i1 && LoadVT == MVT::i8)
5080 if (VT == MVT::v4i32)
5139 if (VT == MVT::i64 && !Subtarget.is64Bit())
5545 Vec.getValueType().getScalarType() == VT.getScalarType() &&
5590 Src.getOperand(1).getValueType() == SubVT &&
5799 assert(V1.getValueType() == V2.getValueType() && "subvector type mismatch");
6430 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6431 assert(N->getOperand(1).getValueType() == VT && "Unexpected value type");
6437 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6438 assert(N->getOperand(1).getValueType() == VT && "Unexpected value type");
6445 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6446 assert(N->getOperand(1).getValueType() == VT && "Unexpected value type");
6452 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6462 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6463 assert(N->getOperand(1).getValueType() == VT && "Unexpected value type");
6473 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6474 assert(N->getOperand(1).getValueType() == VT && "Unexpected value type");
6479 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6480 assert(N->getOperand(1).getValueType() == VT && "Unexpected value type");
6485 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6486 assert(N->getOperand(1).getValueType() == VT && "Unexpected value type");
6491 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6492 assert(N->getOperand(1).getValueType() == VT && "Unexpected value type");
6498 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6499 assert(N->getOperand(1).getValueType() == VT && "Unexpected value type");
6509 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6517 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6525 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6532 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6539 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6546 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6555 N0.getOperand(0).getValueType() == VT &&
6562 if (N0.getValueType() == VT || !Ops.empty()) {
6570 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6582 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6583 assert(N->getOperand(1).getValueType() == VT && "Unexpected value type");
6593 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6600 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6601 assert(N->getOperand(1).getValueType() == VT && "Unexpected value type");
6605 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6606 assert(N->getOperand(1).getValueType() == VT && "Unexpected value type");
6613 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6614 assert(N->getOperand(1).getValueType() == VT && "Unexpected value type");
6621 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6626 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6631 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6636 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6637 assert(N->getOperand(1).getValueType() == VT && "Unexpected value type");
6653 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6654 assert(N->getOperand(1).getValueType() == VT && "Unexpected value type");
6664 assert(N->getOperand(1).getValueType() == VT && "Unexpected value type");
6677 assert(N->getOperand(0).getValueType() == VT && "Unexpected value type");
6678 assert(N->getOperand(2).getValueType() == VT && "Unexpected value type");
6986 Sub.getOperand(0).getValueType() == VT &&
7046 N0.getOperand(0).getValueType() == VT) ||
7048 N0.getOperand(0).getValueType() == MVT::v8i16) ||
7050 N0.getOperand(0).getValueType() == MVT::v16i8)) {
8536 assert(Cond.getValueType() == MVT::i8 && "Unexpected VT!");
12655 if (!Subtarget.is64Bit() && V.getValueType() == MVT::i64) {
15138 assert(V1.getValueType() == V2.getValueType() && "Different sized vectors?");
18921 bool UnsignedFixup = !IsSigned && DstTy == MVT::i64;
18926 assert(DstTy == MVT::i32 && "Unexpected FP_TO_UINT");
18965 if (TheVT == MVT::f64)
18969 else if (TheVT == MVT::f80)
18998 assert(DstTy == MVT::i64 && "Invalid FP_TO_SINT to lower!");
19198 if (SrcVT == DstVT)
19727 if (Op.getValueType() == MVT::f128) {
19733 assert((Op.getValueType() == MVT::f32 || Op.getValueType() == MVT::f64) &&
19733 assert((Op.getValueType() == MVT::f32 || Op.getValueType() == MVT::f64) &&
20144 assert((CmpVT == MVT::i8 || CmpVT == MVT::i16 ||
20144 assert((CmpVT == MVT::i8 || CmpVT == MVT::i16 ||
20145 CmpVT == MVT::i32 || CmpVT == MVT::i64) && "Unexpected VT!");
20145 CmpVT == MVT::i32 || CmpVT == MVT::i64) && "Unexpected VT!");
20149 if (CmpVT == MVT::i16 && !Subtarget.isAtom() &&
20244 if ((VT == MVT::f32 && Subtarget.hasSSE1()) ||
20245 (VT == MVT::v4f32 && Subtarget.hasSSE1() && Reciprocal) ||
20246 (VT == MVT::v4f32 && Subtarget.hasSSE2() && !Reciprocal) ||
20247 (VT == MVT::v8f32 && Subtarget.hasAVX()) ||
20248 (VT == MVT::v16f32 && Subtarget.useAVX512Regs())) {
20254 unsigned Opcode = VT == MVT::v16f32 ? X86ISD::RSQRT14 : X86ISD::FRSQRT;
20274 if ((VT == MVT::f32 && Subtarget.hasSSE1()) ||
20275 (VT == MVT::v4f32 && Subtarget.hasSSE1()) ||
20276 (VT == MVT::v8f32 && Subtarget.hasAVX()) ||
20277 (VT == MVT::v16f32 && Subtarget.useAVX512Regs())) {
20281 if (VT == MVT::f32 && Enabled == ReciprocalEstimate::Unspecified)
20288 unsigned Opcode = VT == MVT::v16f32 ? X86ISD::RCP14 : X86ISD::FRCP;
20324 !(Subtarget.is64Bit() && VT == MVT::i64))
20421 if (Src.getValueType() == MVT::i8 || Src.getValueType() == MVT::i16)
20421 if (Src.getValueType() == MVT::i8 || Src.getValueType() == MVT::i16)
20428 if (Src.getValueType() == MVT::i64 &&
21071 if (Op0.getValueType() == MVT::f128) {
21076 assert(Op0.getValueType() == Op.getValueType() &&
21172 assert(Op->getValueType(1) == MVT::i8 && "Unexpected VT!");
21484 if (Op.getValueType() == MVT::i8 &&
21487 if (T1.getValueType() == T2.getValueType() &&
21502 if ((Op.getValueType() == MVT::i8 && Subtarget.hasCMov()) ||
21503 (Op.getValueType() == MVT::i16 && !MayFoldLoad(Op1) &&
21693 assert(Curr.getValueType() == MVT::v4i32 && "Unexpected input VT");
21838 StoredVal.getValueType().getVectorElementType() == MVT::i1) {
21920 assert(EVT(RegVT) == Ld->getMemoryVT() && "Expected non-extending load");
22356 if (ArgVT == MVT::f80) {
22662 assert(Mask.getValueType() == MVT::i8 && "Unexpect type");
24240 assert(((FrameReg == X86::RBP && VT == MVT::i64) ||
24241 (FrameReg == X86::EBP && VT == MVT::i32)) &&
24317 assert(((FrameReg == X86::RBP && PtrVT == MVT::i64) ||
24318 (FrameReg == X86::EBP && PtrVT == MVT::i32)) &&
24321 unsigned StoreAddrReg = (PtrVT == MVT::i64) ? X86::RCX : X86::ECX;
27213 if (VT == MVT::i64 && !IsTypeLegal) {
27273 if (N->getValueType(1) == MVT::i1)
27300 bool isF64 = ArgVT == MVT::f64;
27402 assert(Mask.getValueType() == MVT::v2i1 && "Unexpected mask type");
27404 if (Index.getValueType() == MVT::v2i64 && Subtarget.hasVLX()) {
27829 assert(N->getValueType(0) == MVT::i64 && "Unexpected VT!");
27851 VT.getVectorElementType() == MVT::i8 && "Unexpected VT!");
27899 assert(N->getValueType(0) == MVT::i64 &&
27928 assert(VT == MVT::v2f32 && "Unexpected type (!= v2f32) on FMIN/FMAX.");
28012 if (InVT == MVT::v4i64 && VT == MVT::v4i8 && isTypeLegal(MVT::v8i64)) {
28019 if (Subtarget.hasVLX() && InVT == MVT::v8i64 && VT == MVT::v8i8 &&
28041 assert(N->getValueType(0) == MVT::v8i8 &&
28049 if (!Subtarget.hasSSE41() && VT == MVT::v4i64 &&
28050 (InVT == MVT::v4i16 || InVT == MVT::v4i8)){
28050 (InVT == MVT::v4i16 || InVT == MVT::v4i8)){
28078 if (VT == MVT::v16i32 || VT == MVT::v8i64) {
28078 if (VT == MVT::v16i32 || VT == MVT::v8i64) {
28156 if (VT == MVT::v2i32) {
28162 if (Src.getValueType() == MVT::v2f64) {
28183 if (Subtarget.hasDQI() && VT == MVT::i64 &&
28184 (SrcVT == MVT::f32 || SrcVT == MVT::f64)) {
28184 (SrcVT == MVT::f32 || SrcVT == MVT::f64)) {
28222 if (Subtarget.hasDQI() && Subtarget.hasVLX() && SrcVT == MVT::v2i64) {
28249 assert(N->getValueType(0) == MVT::v2f32 &&
28279 assert((T == MVT::i64 || T == MVT::i128) && "can only expand cmpxchg pair");
28279 assert((T == MVT::i64 || T == MVT::i128) && "can only expand cmpxchg pair");
28280 bool Regs64bit = T == MVT::i128;
28362 assert(N->getValueType(0) == MVT::i64 && "Unexpected VT!");
28443 if (SrcVT == MVT::v64i1 && DstVT == MVT::i64 && Subtarget.hasBWI()) {
28443 if (SrcVT == MVT::v64i1 && DstVT == MVT::i64 && Subtarget.hasBWI()) {
28455 if ((DstVT == MVT::v32i16 || DstVT == MVT::v64i8) &&
28455 if ((DstVT == MVT::v32i16 || DstVT == MVT::v64i8) &&
28459 MVT CastVT = (DstVT == MVT::v32i16) ? MVT::v16i16 : MVT::v32i8;
28467 if (DstVT.isVector() && SrcVT == MVT::x86mmx) {
28480 if ((VT == MVT::v2f32 || VT == MVT::v2i32) &&
28480 if ((VT == MVT::v2f32 || VT == MVT::v2i32) &&
28490 assert(Mask.getValueType() == MVT::v2i1 && "Unexpected mask type");
29062 return VT1 == MVT::i32 && VT2 == MVT::i64 && Subtarget.is64Bit();
29062 return VT1 == MVT::i32 && VT2 == MVT::i64 && Subtarget.is64Bit();
29096 if (SrcVT.getScalarType() == MVT::i1)
29125 return !(VT1 == MVT::i32 && VT2 == MVT::i16);
29125 return !(VT1 == MVT::i32 && VT2 == MVT::i16);
29154 if (VT == MVT::v32i8 || VT == MVT::v16i16)
29154 if (VT == MVT::v32i8 || VT == MVT::v16i16)
31593 assert(VT.getScalarType() == MVT::i64 &&
31594 Op.getOperand(0).getValueType().getScalarType() == MVT::i8 &&
32441 if (V1.getValueType() == MaskVT &&
33446 if (Opcode0 == Opcode1 && VT0 == VT1 &&
33545 N0.getOperand(0).getValueType() == N1.getOperand(0).getValueType()) {
34029 SrcOp.getValueType() == MVT::f64 &&
34030 SrcOp.getOperand(0).getValueType() == VT &&
34072 if (HOp.getScalarValueSizeInBits() == 64 && HOp.getValueType() == VT) {
34075 assert((HOp.getValueType() == MVT::v2f64 ||
34076 HOp.getValueType() == MVT::v4f64) && "Unexpected type for h-op");
34194 (VT == MVT::v2f64 || VT == MVT::v2i64) &&
34194 (VT == MVT::v2f64 || VT == MVT::v2i64) &&
34196 (N->getOperand(0).getOperand(0).getValueType() == MVT::v4f32 ||
34197 N->getOperand(0).getOperand(0).getValueType() == MVT::v4i32)) {
34209 if (In.getOperand(0).getValueType() == MVT::v2f64 ||
34210 In.getOperand(0).getValueType() == MVT::v2i64)
34602 if (VT == MVT::v4f64 || VT == MVT::v4i64) {
34602 if (VT == MVT::v4f64 || VT == MVT::v4i64) {
35226 (Src.getOperand(0).getValueType() == MVT::v16i8 ||
35227 Src.getOperand(0).getValueType() == MVT::v32i8 ||
35228 Src.getOperand(0).getValueType() == MVT::v64i8);
35316 assert(SrcVT.getVectorElementType() == MVT::i1 &&
35357 if (!(SrcVT.isVector() && SrcVT.getVectorElementType() == MVT::i1 &&
35359 !(DstVT.isVector() && DstVT.getVectorElementType() == MVT::i1 &&
35367 LHS.getOperand(0).getValueType() == DstVT)
35372 RHS.getOperand(0).getValueType() == DstVT)
35478 if (Subtarget.hasSSE1() && !Subtarget.hasSSE2() && SrcVT == MVT::v4i1 &&
35480 N0.getOperand(0).getValueType() == MVT::v4i32 &&
35487 N00.getOperand(0).getValueType() == MVT::v4f32)) {
35496 if ((VT == MVT::v4i1 || VT == MVT::v2i1) && SrcVT.isScalarInteger() &&
35496 if ((VT == MVT::v4i1 || VT == MVT::v2i1) && SrcVT.isScalarInteger() &&
35506 if ((SrcVT == MVT::v4i1 || SrcVT == MVT::v2i1) && VT.isScalarInteger() &&
35506 if ((SrcVT == MVT::v4i1 || SrcVT == MVT::v2i1) && VT.isScalarInteger() &&
35542 if (VT == MVT::i8 && SrcVT == MVT::v8i1 && Subtarget.hasAVX512() &&
35542 if (VT == MVT::i8 && SrcVT == MVT::v8i1 && Subtarget.hasAVX512() &&
35544 N0.getOperand(0).getValueType() == MVT::v16i1 &&
35567 if (VT == MVT::x86mmx) {
35585 (SrcVT == MVT::v2i32 || SrcVT == MVT::v4i16 || SrcVT == MVT::v8i8) &&
35585 (SrcVT == MVT::v2i32 || SrcVT == MVT::v4i16 || SrcVT == MVT::v8i8) &&
35585 (SrcVT == MVT::v2i32 || SrcVT == MVT::v4i16 || SrcVT == MVT::v8i8) &&
35586 N0.getOperand(0).getValueType() == SrcVT.getScalarType()) {
35606 (SrcVT == MVT::v2f32 || SrcVT == MVT::v2i32 || SrcVT == MVT::v4i16 ||
35606 (SrcVT == MVT::v2f32 || SrcVT == MVT::v2i32 || SrcVT == MVT::v4i16 ||
35606 (SrcVT == MVT::v2f32 || SrcVT == MVT::v2i32 || SrcVT == MVT::v4i16 ||
35607 SrcVT == MVT::v8i8))
35621 if (SrcVT == MVT::v2i32 && N0.getOpcode() == ISD::FP_TO_SINT) {
35633 SrcVT.isVector() && SrcVT.getVectorElementType() == MVT::i1 &&
35639 VT.isVector() && VT.getVectorElementType() == MVT::i1 &&
35666 if (!((Subtarget.hasSSE1() && VT == MVT::f32) ||
35667 (Subtarget.hasSSE2() && VT == MVT::f64)))
35676 LogicOp0.hasOneUse() && LogicOp0.getOperand(0).getValueType() == VT &&
35683 LogicOp1.hasOneUse() && LogicOp1.getOperand(0).getValueType() == VT &&
35780 assert(((SrcVT == MVT::v8i16 && ExtractVT == MVT::i16) ||
35780 assert(((SrcVT == MVT::v8i16 && ExtractVT == MVT::i16) ||
35781 (SrcVT == MVT::v16i8 && ExtractVT == MVT::i8)) &&
35781 (SrcVT == MVT::v16i8 && ExtractVT == MVT::i8)) &&
35802 if (ExtractVT == MVT::i8) {
35838 if (!Match && ExtractVT == MVT::i1)
35855 if (ExtractVT == MVT::i1) {
36051 if (SrcSVT == MVT::i1 || !isa<ConstantSDNode>(Idx))
36143 if ((SrcVT == MVT::v4i32 || SrcVT == MVT::v2i64) &&
36143 if ((SrcVT == MVT::v4i32 || SrcVT == MVT::v2i64) &&
36145 assert(SrcSVT == VT && "Unexpected extraction type");
36151 if ((SrcVT == MVT::v8i16 && Subtarget.hasSSE2()) ||
36152 (SrcVT == MVT::v16i8 && Subtarget.hasSSE41())) {
36155 unsigned OpCode = (SrcVT == MVT::v8i16 ? X86ISD::PEXTRW : X86ISD::PEXTRB);
36181 if (Vec.getOpcode() == ISD::SETCC && VT == MVT::i1) {
36206 Vec.getOperand(0).getValueType().getScalarType() == MVT::i1 &&
36207 Vec.getOperand(0).getOperand(0).getValueType() == VecVT) {
36291 if (VecVT == MVT::v4i8 || VecVT == MVT::v8i8) {
36291 if (VecVT == MVT::v4i8 || VecVT == MVT::v8i8) {
36292 if (VecVT == MVT::v4i8) {
36305 if (Rdx.getValueType() == MVT::v8i8) {
36322 if (VT == MVT::i8) {
36331 assert(VecVT == MVT::v16i8 && "v16i8 reduction expected");
36354 if (((VecVT == MVT::v16i16 || VecVT == MVT::v8i32) && Subtarget.hasSSSE3()) ||
36354 if (((VecVT == MVT::v16i16 || VecVT == MVT::v8i32) && Subtarget.hasSSSE3()) ||
36355 ((VecVT == MVT::v8f32 || VecVT == MVT::v4f64) && Subtarget.hasSSE3())) {
36355 ((VecVT == MVT::v8f32 || VecVT == MVT::v4f64) && Subtarget.hasSSE3())) {
36362 if (!((VecVT == MVT::v8i16 || VecVT == MVT::v4i32) && Subtarget.hasSSSE3()) &&
36362 if (!((VecVT == MVT::v8i16 || VecVT == MVT::v4i32) && Subtarget.hasSSSE3()) &&
36363 !((VecVT == MVT::v4f32 || VecVT == MVT::v2f64) && Subtarget.hasSSE3()))
36363 !((VecVT == MVT::v4f32 || VecVT == MVT::v2f64) && Subtarget.hasSSE3()))
36421 assert(SrcVT == InputVector.getOperand(0).getValueType() &&
36439 VT == MVT::i64 && SrcVT == MVT::v1i64 && isNullConstant(EltIdx)) {
36439 VT == MVT::i64 && SrcVT == MVT::v1i64 && isNullConstant(EltIdx)) {
36443 if (MMXSrc.getValueType() == MVT::x86mmx)
36449 VT == MVT::i32 && SrcVT == MVT::v2i32 && isNullConstant(EltIdx)) {
36449 VT == MVT::i32 && SrcVT == MVT::v2i32 && isNullConstant(EltIdx)) {
36453 if (MMXSrc.getValueType() == MVT::x86mmx)
36479 if (CIdx && SrcVT.getScalarType() == MVT::i1) {
36484 Use->getValueType(0) == MVT::i1) {
36550 Cond.hasOneUse() && CondVT.getVectorElementType() == MVT::i1) {
36572 TLI.getSetCCResultType(DAG.getDataLayout(), *DAG.getContext(), VT) ==
36694 ((VT == MVT::i32 || VT == MVT::i64) &&
36694 ((VT == MVT::i32 || VT == MVT::i64) &&
36759 if (VT.getVectorElementType() == MVT::i16)
36765 if (VT == MVT::v32i8 && !Subtarget.hasAVX2())
36837 (TLI.isTypeLegal(VT) || VT == MVT::v2f32) &&
36839 (Subtarget.hasSSE1() && VT.getScalarType() == MVT::f32))) {
36990 Cond.getOpcode() == ISD::SETCC && (VT == MVT::f32 || VT == MVT::f64)) {
36990 Cond.getOpcode() == ISD::SETCC && (VT == MVT::f32 || VT == MVT::f64)) {
37011 CondVT.getVectorElementType() == MVT::i1 &&
37012 (VT.getVectorElementType() == MVT::i8 ||
37013 VT.getVectorElementType() == MVT::i16)) {
37023 CondVT.getVectorElementType() == MVT::i1) {
37094 (VT.getVectorElementType() == MVT::i8 ||
37095 VT.getVectorElementType() == MVT::i16)) {
37163 (VT.getVectorElementType() == MVT::i8 ||
37164 VT.getVectorElementType() == MVT::i16)) {
37231 if (VT == MVT::x86mmx) {
37644 if (N->getValueType(0) == MVT::i32 || N->getValueType(0) == MVT::i64) {
37644 if (N->getValueType(0) == MVT::i32 || N->getValueType(0) == MVT::i64) {
38208 C->getZExtValue() != (VT == MVT::i64 ? UINT64_MAX : UINT32_MAX) &&
38489 N0.getOpcode() == ISD::TRUNCATE && N1.isUndef() && VT == MVT::v16i8 &&
38490 N0.getOperand(0).getValueType() == MVT::v8i32) {
38558 assert(VT == N0.getValueType() && (NumBitsPerElt % 8) == 0 &&
38560 assert(N1.getValueType() == MVT::i8 && "Unexpected shift amount type");
38628 assert(((N->getOpcode() == X86ISD::PINSRB && VT == MVT::v16i8) ||
38629 (N->getOpcode() == X86ISD::PINSRW && VT == MVT::v8i16)) &&
38671 if (VT == MVT::f32 || VT == MVT::f64) {
38671 if (VT == MVT::f32 || VT == MVT::f64) {
38721 bool is64BitFP = (CMP00.getValueType() == MVT::f64);
38814 N1.getOperand(0).getValueType() == VT;
38866 !((Subtarget.hasSSE1() && N00Type == MVT::f32) ||
38867 (Subtarget.hasSSE2() && N00Type == MVT::f64)))
39068 if (VT == MVT::i64) {
39081 assert(VT == MVT::i32 && "Unexpected VT!");
39175 if (Subtarget.hasSSE1() && !Subtarget.hasSSE2() && VT == MVT::v4i32) {
39183 if (VT == MVT::i64 && Subtarget.is64Bit() &&
39202 if (VT == MVT::i1) {
39257 if (VT == SrcVecVT.getScalarType() &&
39598 if (Subtarget.hasSSE1() && !Subtarget.hasSSE2() && VT == MVT::v4i32) {
39607 if (VT == MVT::i1) {
39976 InVT == MVT::v16i32 && VT == MVT::v16i8) {
39976 InVT == MVT::v16i32 && VT == MVT::v16i8) {
39992 bool PreferAVX512 = ((Subtarget.hasAVX512() && InSVT == MVT::i32) ||
39993 (Subtarget.hasBWI() && InSVT == MVT::i16)) &&
40000 (SVT == MVT::i8 || SVT == MVT::i16) &&
40000 (SVT == MVT::i8 || SVT == MVT::i16) &&
40001 (InSVT == MVT::i16 || InSVT == MVT::i32)) {
40001 (InSVT == MVT::i16 || InSVT == MVT::i32)) {
40006 if (SVT == MVT::i8 && InSVT == MVT::i32) {
40006 if (SVT == MVT::i8 && InSVT == MVT::i32) {
40016 } else if (SVT == MVT::i8 || Subtarget.hasSSE41())
40075 if (!((ScalarVT == MVT::i8 || ScalarVT == MVT::i16) &&
40075 if (!((ScalarVT == MVT::i8 || ScalarVT == MVT::i16) &&
40138 if (IsConstVectorInRange(Operands[1], 1, ScalarVT == MVT::i8 ? 256 : 65536) &&
40140 Operands[0].getOperand(0).getValueType() == VT) {
40249 RegVT.getScalarType() == MVT::i1 && DCI.isBeforeLegalize()) {
40500 if (!Subtarget.hasAVX512() && VT == StVT && VT.isVector() &&
40501 VT.getVectorElementType() == MVT::i1) {
40513 if (VT == MVT::v1i1 && VT == StVT && Subtarget.hasAVX512() &&
40513 if (VT == MVT::v1i1 && VT == StVT && Subtarget.hasAVX512() &&
40515 StoredVal.getOperand(0).getValueType() == MVT::i8) {
40522 if ((VT == MVT::v2i1 || VT == MVT::v4i1) && VT == StVT &&
40522 if ((VT == MVT::v2i1 || VT == MVT::v4i1) && VT == StVT &&
40522 if ((VT == MVT::v2i1 || VT == MVT::v4i1) && VT == StVT &&
40534 if ((VT == MVT::v8i1 || VT == MVT::v16i1 || VT == MVT::v32i1 ||
40534 if ((VT == MVT::v8i1 || VT == MVT::v16i1 || VT == MVT::v32i1 ||
40534 if ((VT == MVT::v8i1 || VT == MVT::v16i1 || VT == MVT::v32i1 ||
40535 VT == MVT::v64i1) && VT == StVT && TLI.isTypeLegal(VT) &&
40535 VT == MVT::v64i1) && VT == StVT && TLI.isTypeLegal(VT) &&
40538 if (VT == MVT::v64i1 && !Subtarget.is64Bit()) {
40569 if (VT.is256BitVector() && StVT == VT &&
40581 if (St->isNonTemporal() && StVT == VT && Alignment < VT.getStoreSize()) {
40603 if (!St->isTruncatingStore() && VT == MVT::v16i8 && !Subtarget.hasBWI() &&
40605 St->getValue().getOperand(0).getValueType() == MVT::v16i16 &&
40666 if ((VT == MVT::i64 && F64IsLegal && !Subtarget.is64Bit()) &&
40732 if (VT == MVT::i64 && F64IsLegal && !Subtarget.is64Bit() &&
40923 if (((Subtarget.hasSSE3() && (VT == MVT::v4f32 || VT == MVT::v2f64)) ||
40923 if (((Subtarget.hasSSE3() && (VT == MVT::v4f32 || VT == MVT::v2f64)) ||
40924 (Subtarget.hasAVX() && (VT == MVT::v8f32 || VT == MVT::v4f64))) &&
40924 (Subtarget.hasAVX() && (VT == MVT::v8f32 || VT == MVT::v4f64))) &&
40999 if (SrcVT.getScalarType() == MVT::i64 &&
41082 if (!((InSVT == MVT::i32 || InSVT == MVT::i64) &&
41082 if (!((InSVT == MVT::i32 || InSVT == MVT::i64) &&
41083 (OutSVT == MVT::i8 || OutSVT == MVT::i16) && isPowerOf2_32(NumElems) &&
41083 (OutSVT == MVT::i8 || OutSVT == MVT::i16) && isPowerOf2_32(NumElems) &&
41089 ((OutSVT == MVT::i8 && InSVT != MVT::i64) ||
41090 (InSVT == MVT::i32 && OutSVT == MVT::i16)))
41090 (InSVT == MVT::i32 && OutSVT == MVT::i16)))
41097 if (Subtarget.hasSSE41() || OutSVT == MVT::i8)
41099 if (InSVT == MVT::i32)
41343 assert(InVT.getScalarType() == MVT::i8 &&
41345 assert(InVT == Ops[1].getValueType() && "Operands' types mismatch");
41382 if (Src.getOpcode() == ISD::BITCAST && VT == MVT::i32) {
41384 if (BCSrc.getValueType() == MVT::x86mmx)
41439 if (NegOp0.getValueType() == VT) // FIXME: Can we do better?
41453 if (NegInsVal.getValueType() == VT.getVectorElementType()) // FIXME
41559 if (Arg.getOpcode() == ISD::FMUL && (SVT == MVT::f32 || SVT == MVT::f64) &&
41559 if (Arg.getOpcode() == ISD::FMUL && (SVT == MVT::f32 || SVT == MVT::f64) &&
41615 !(SVT == MVT::f32 || SVT == MVT::f64) || !LegalOperations)
41615 !(SVT == MVT::f32 || SVT == MVT::f64) || !LegalOperations)
41655 !(SVT == MVT::f32 || SVT == MVT::f64) || !LegalOperations)
41655 !(SVT == MVT::f32 || SVT == MVT::f64) || !LegalOperations)
41735 N->getValueType(0) == MVT::v4i32) {
41818 if (!((VT == MVT::f32 && Subtarget.hasSSE1()) ||
41819 (VT == MVT::f64 && Subtarget.hasSSE2()) ||
41820 (VT == MVT::v4f32 && Subtarget.hasSSE1() && !Subtarget.hasSSE2())))
41920 if (!((Subtarget.hasSSE1() && VT == MVT::f32) ||
41921 (Subtarget.hasSSE2() && VT == MVT::f64) ||
42144 if (DstVT == MVT::i16) {
42177 if (VT == MVT::v4i64 && (N0.getOpcode() == ISD::ANY_EXTEND ||
42187 if (N00.getValueType() == MVT::v4i32 && ExtraVT.getSizeInBits() < 128) {
42296 if (VT != MVT::i16 && !(ExtendOpcode == ISD::SIGN_EXTEND && VT == MVT::i32))
42302 if (TargetVT == MVT::i64 && ExtendOpcode != ISD::SIGN_EXTEND)
42467 if (InVT == MVT::i1 && N0.getOpcode() == ISD::XOR &&
42788 EVT KRegVT = CmpVT == MVT::v64i1 ? MVT::i64 :
42789 CmpVT == MVT::v32i1 ? MVT::i32 : MVT::i16;
42844 if (VT.isVector() && VT.getVectorElementType() == MVT::i1 &&
42854 (LHS.getOperand(0).getValueType().getVectorElementType() == MVT::i1);
42858 assert(VT == LHS.getOperand(0).getValueType() &&
42879 VT.getVectorElementType() == MVT::i1 &&
42880 (OpVT.getVectorElementType() == MVT::i8 ||
42881 OpVT.getVectorElementType() == MVT::i16)) {
42889 if (Subtarget.hasSSE1() && !Subtarget.hasSSE2() && VT == MVT::v4i32 &&
42890 LHS.getValueType() == MVT::v4f32)
43251 assert(InVT == MVT::v2i64 && "Unexpected VT!");
43267 if (VT == MVT::f16 || VT == MVT::f128)
43267 if (VT == MVT::f16 || VT == MVT::f128)
43277 !Subtarget.is64Bit() && LdVT == MVT::i64) {
43292 assert(Flags.getValueType() == MVT::i32 && "Unexpected VT!");
43330 assert(Flags.getValueType() == MVT::i32 && "Unexpected VT!");
43765 !(VT.getVectorElementType() == MVT::i32))
43922 assert(InVT.getScalarType() == MVT::i32 &&
43924 assert(InVT == Ops[1].getValueType() && "Operands' types mismatch");
44048 assert(OpVT.getScalarType() == MVT::i16 &&
44050 assert(OpVT == Ops[1].getValueType() && "Operands' types mismatch");
44079 if ((VT == MVT::v8i16 || VT == MVT::v4i32 || VT == MVT::v16i16 ||
44079 if ((VT == MVT::v8i16 || VT == MVT::v4i32 || VT == MVT::v16i16 ||
44079 if ((VT == MVT::v8i16 || VT == MVT::v4i32 || VT == MVT::v16i16 ||
44080 VT == MVT::v8i32) &&
44099 Op0.getOperand(0).getValueType().getVectorElementType() == MVT::i1 &&
44107 Op1.getOperand(0).getValueType().getVectorElementType() == MVT::i1 &&
44130 if (!(Subtarget.hasSSE2() && (EltVT == MVT::i8 || EltVT == MVT::i16)) &&
44130 if (!(Subtarget.hasSSE2() && (EltVT == MVT::i8 || EltVT == MVT::i16)) &&
44131 !(Subtarget.hasSSSE3() && (VT == MVT::v8i32 || VT == MVT::v8i64)) &&
44131 !(Subtarget.hasSSSE3() && (VT == MVT::v8i32 || VT == MVT::v8i64)) &&
44132 !(Subtarget.useBWIRegs() && (VT == MVT::v16i32)))
44164 if (EltVT == MVT::i8 || EltVT == MVT::i16)
44164 if (EltVT == MVT::i8 || EltVT == MVT::i16)
44167 assert((VT == MVT::v8i32 || VT == MVT::v16i32 || VT == MVT::v8i64) &&
44167 assert((VT == MVT::v8i32 || VT == MVT::v16i32 || VT == MVT::v8i64) &&
44167 assert((VT == MVT::v8i32 || VT == MVT::v16i32 || VT == MVT::v8i64) &&
44176 if ((VT == MVT::v8i64 && NumZeros < 48) || NumZeros < 16)
44181 if (VT == MVT::v8i32 || VT == MVT::v8i64)
44181 if (VT == MVT::v8i32 || VT == MVT::v8i64)
44231 if ((VT == MVT::v8i16 || VT == MVT::v4i32 || VT == MVT::v16i16 ||
44231 if ((VT == MVT::v8i16 || VT == MVT::v4i32 || VT == MVT::v16i16 ||
44231 if ((VT == MVT::v8i16 || VT == MVT::v4i32 || VT == MVT::v16i16 ||
44232 VT == MVT::v8i32) &&
44318 Op0.getOperand(0).getValueType() == VT.getScalarType())
44387 if (VT.getVectorElementType() == MVT::i1)
44706 if (VT == MVT::v2f64 && InVecVT == MVT::v4f64) {
44709 InVec.getOperand(0).getValueType() == MVT::v4i32) {
44714 InVec.getOperand(0).getValueType() == MVT::v4i32) {
44719 InVec.getOperand(0).getValueType() == MVT::v4f32) {
44758 if (VT == MVT::v1i1 && Src.getOpcode() == ISD::AND && Src.hasOneUse())
44765 if (VT == MVT::v1i1 && Src.getOpcode() == ISD::EXTRACT_VECTOR_ELT &&
44767 Src.getOperand(0).getValueType().getVectorElementType() == MVT::i1)
44775 if (VT == MVT::v2i64 && Src.getOpcode() == ISD::ANY_EXTEND &&
44776 Src.getValueType() == MVT::i64 && Src.hasOneUse() &&
44814 if (N->getValueType(0) == MVT::v2i64 && LHS.hasOneUse() &&
44817 LHS.getOperand(0).getValueType() == MVT::v4i32) {
44824 if (N->getValueType(0) == MVT::v2i64 && RHS.hasOneUse() &&
44827 RHS.getOperand(0).getValueType() == MVT::v4i32) {
45044 if (Opc == ISD::SHL && VT.isVector() && VT.getVectorElementType() == MVT::i8)
45055 if ((Opc == ISD::MUL || Opc == ISD::SHL) && VT == MVT::i8)
45060 if (VT == MVT::i16) {
45103 bool Is8BitMulByConstant = VT == MVT::i8 && Op.getOpcode() == ISD::MUL &&
lib/Target/X86/X86ISelLowering.h 839 return VT == MVT::f32 || VT == MVT::f64 || VT.isVector();
839 return VT == MVT::f32 || VT == MVT::f64 || VT.isVector();
884 return VT == MVT::i8 || VT == MVT::i16 || VT == MVT::i32 ||
884 return VT == MVT::i8 || VT == MVT::i16 || VT == MVT::i32 ||
884 return VT == MVT::i8 || VT == MVT::i16 || VT == MVT::i32 ||
885 VT == MVT::i64;
1101 return !X86ScalarSSEf64 || VT == MVT::f80;
1112 return (VT == MVT::f64 && X86ScalarSSEf64) || // f64 is when SSE2
1113 (VT == MVT::f32 && X86ScalarSSEf32); // f32 is when SSE1
1144 return (EltVT == MVT::f32 || EltVT == MVT::f64) && Index == 0;
1144 return (EltVT == MVT::f32 || EltVT == MVT::f64) && Index == 0;
lib/Target/XCore/XCoreISelLowering.cpp 415 assert(LD->getMemoryVT() == MVT::i32 && "Unexpected load EVT");
489 assert(ST->getMemoryVT() == MVT::i32 && "Unexpected store EVT");
541 assert(Op.getValueType() == MVT::i32 && Op.getOpcode() == ISD::SMUL_LOHI &&
558 assert(Op.getValueType() == MVT::i32 && Op.getOpcode() == ISD::UMUL_LOHI &&
694 assert(N->getValueType(0) == MVT::i64 &&
943 if (N->getMemoryVT() == MVT::i32) {
951 if (N->getMemoryVT() == MVT::i16) {
959 if (N->getMemoryVT() == MVT::i8)
974 if (N->getMemoryVT() == MVT::i32) {
981 if (N->getMemoryVT() == MVT::i16) {
989 if (N->getMemoryVT() == MVT::i8)
1744 if (N->getValueType(0) == MVT::i32 &&
1757 if (N->getValueType(0) == MVT::i64 &&
1797 if (LD->hasNUsesOfValue(1, 0) && ST->getMemoryVT() == LD->getMemoryVT() &&
usr/include/c++/7.4.0/bits/stl_algobase.h 800 if (!(*__first1 == *__first2))
utils/unittest/googletest/include/gtest/gtest.h 1392 if (lhs == rhs) {